-- Logs begin at Tue 2021-08-03 20:12:44 UTC, end at Tue 2021-08-03 21:31:24 UTC. -- Aug 03 21:00:58.226794 dv-cinder-786260-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 21:01:00.988573 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.common.config [-] Logging enabled! Aug 03 21:01:00.989196 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 03 21:01:00.989348 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 21:01:00.993136 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.common.config [-] Logging enabled! Aug 03 21:01:00.993390 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev515 Aug 03 21:01:00.993701 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93918) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 21:01:00.994633 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 21:01:00.994865 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 21:01:00.995256 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 21:01:00.995501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 21:01:00.995727 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 21:01:00.996044 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.996336 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.996628 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.996857 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.997146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.997432 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.997731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.997997 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.998286 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.998565 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.998839 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.999143 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.999376 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.999654 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:00.999935 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.000218 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.000442 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.000716 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.001136 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.001557 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.001834 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.002120 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.002408 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.002669 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.002942 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.003253 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.003579 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] host = dv-cinder-786260-15-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.003855 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.004141 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.004428 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.004712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.004984 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.005255 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.005533 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.006690 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.006796 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.007035 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.007346 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.007633 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.007923 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.008146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.008368 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.008651 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.008936 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.009212 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.009484 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.009759 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.010033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.010305 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.010572 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.010854 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.011166 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.011450 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.011724 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.011996 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.012349 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.012627 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.012908 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.013181 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.013453 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.013726 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.014008 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.014277 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.014553 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.014851 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.015157 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.015437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.015716 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.015987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.016263 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.016534 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.016804 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.017073 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.017342 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.017609 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.017885 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.018154 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.018425 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.018695 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.018963 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.019271 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:01.019570 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.019861 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.020161 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.020445 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.020736 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.021017 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.021321 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.021900 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.022220 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.022508 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.022798 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.023101 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.023389 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.023668 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.023964 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.024269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.024561 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.024854 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.025126 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.025398 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.025667 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.025943 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.026225 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.026517 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.026805 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.027097 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.027375 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.027662 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.027938 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.028209 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.028485 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.028769 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.029043 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.029315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.029596 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.029869 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.030136 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.030403 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.030678 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.030965 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.031268 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.031538 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.031806 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.032080 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.032351 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.032634 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.032908 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.033176 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.033443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.033717 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.033987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.034256 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.034530 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.034805 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.035085 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.035369 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.035637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.035908 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.036172 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.036444 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.036708 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.036998 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.037273 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.037541 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.037808 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.038078 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.038345 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.038614 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.038903 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.039220 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.039497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.039774 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.040047 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.040321 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.040596 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.040871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.041148 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.041423 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.041692 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.041976 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.042257 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.042544 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.042828 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.043124 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.043422 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.043698 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.043979 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.044255 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.044534 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.044831 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.045113 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.045405 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.045697 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.045988 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.046280 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.046574 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.046854 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.047189 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.047469 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:01.047688 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 21:01:01.047933 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93918) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 21:01:01.406899 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 21:01:01.407219 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 21:01:01.407483 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 21:01:01.407812 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 21:01:01.796468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.796748 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.797026 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.798206 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.798478 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.798742 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.832409 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.832686 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.832953 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.846517 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.846795 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.847063 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.877781 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.878063 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.878337 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.914957 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.915268 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:01.915541 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.149096 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.149731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.149731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.149909 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.150481 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.274538 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.274852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.275155 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.275423 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.275686 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.275993 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.276251 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.276504 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.276757 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.277037 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.277294 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.277558 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.277812 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.278061 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.278313 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.278574 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.278827 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.279104 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.279384 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.279643 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.279914 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.280165 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.280445 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.280824 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.281072 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.281316 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.281720 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.281962 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.282199 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.282436 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.282670 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.282903 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:02.283296 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 21:01:02.286641 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 21:01:02.290644 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 21:01:02.294578 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 03 21:01:02.296404 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 21:01:02.296861 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 21:01:02.297197 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 21:01:02.297587 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 21:01:02.300419 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 21:01:02.300661 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 21:01:02.301003 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 21:01:02.306876 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 21:01:02.330273 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 21:01:02.330734 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.331036 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93918) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 03 21:01:02.331423 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.332781 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93918) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 21:01:02.333069 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 21:01:02.333312 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 21:01:02.336652 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.336930 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:02.399367 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 21:01:02.399545 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 21:01:02.399756 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 21:01:02.400140 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 21:01:02.421108 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_db.sqlalchemy.engines [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93918) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 21:01:03.116765 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing driver for type 'gre' Aug 03 21:01:03.117275 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] gre ID ranges: [(1, 1000)] Aug 03 21:01:03.334305 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing driver for type 'local' Aug 03 21:01:03.334974 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing driver for type 'vlan' Aug 03 21:01:03.454024 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] VlanTypeDriver initialization complete Aug 03 21:01:03.454280 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing driver for type 'vxlan' Aug 03 21:01:03.454797 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] vxlan ID ranges: [(1, 1000)] Aug 03 21:01:03.636621 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing extension driver 'port_security' Aug 03 21:01:03.636957 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] PortSecurityExtensionDriver initialization complete Aug 03 21:01:03.637284 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing mechanism driver 'openvswitch' Aug 03 21:01:03.637601 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing mechanism driver 'hyperv' Aug 03 21:01:03.644214 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.plugin [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:03.645076 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.645473 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.645819 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.646964 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.647716 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.647877 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.648134 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.648527 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.648939 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.649287 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.649629 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.650019 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.650420 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.650771 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.651133 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.651526 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.651967 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.652309 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.652648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.653038 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.653435 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > address_group after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.653778 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > address_group after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.654114 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.654502 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93918) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 21:01:03.654876 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] ML2 OVO RPC backend initialized. {{(pid=93918) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 03 21:01:03.655605 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > networks before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > ports before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.657818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.658065 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnets before_response 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.658409 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.658752 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.659103 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.659448 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.659781 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.660114 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.660447 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.660780 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.661109 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.661680 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.plugin [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Modular L2 Plugin initialization complete Aug 03 21:01:03.662010 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading services supported by the core plugin {{(pid=93918) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 21:01:03.662332 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.plugins.ml2.managers [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Got port-security extension from driver 'port_security' Aug 03 21:01:03.662791 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.extensions.vlantransparent [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Disabled vlantransparent extension. Aug 03 21:01:03.663296 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93918) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 21:01:03.663615 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: router Aug 03 21:01:03.699224 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.699615 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.699983 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router before_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.700342 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.700712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.701068 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_delete 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.701421 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.701779 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.702240 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.702589 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.702935 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.703313 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.703722 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.704146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.704426 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.704757 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: subnet after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.705091 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.705437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.705789 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.706127 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.706467 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.706824 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router after_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.707193 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.707548 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_create 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.707906 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.708249 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_update 55549900 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.708607 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > agent after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.709500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > agent after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.709842 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > network after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.710694 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Tracking information for resource: router configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:03.711025 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Tracking information for resource: floatingip configured {{(pid=93918) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 21:01:03.715900 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.db.l3_agentschedulers_db [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 21:01:03.716469 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.716825 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.717181 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.717528 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: port after_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.718310 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router before_create 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.718672 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.719031 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_create 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.719409 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > router precommit_update 55550100 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.723858 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.provider_configuration [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service providers = [] {{(pid=93918) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 21:01:03.724224 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.db.servicetype_db [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93918) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 21:01:03.727185 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 21:01:03.727560 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 21:01:03.727901 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 21:01:03.728781 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.services.service_base [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93918) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 21:01:03.729152 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.services.service_base [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 21:01:03.729527 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.729842 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 21:01:03.740561 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.740892 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: auto_allocate Aug 03 21:01:03.746631 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: network precommit_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.747000 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: network precommit_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.747554 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.747872 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: tag Aug 03 21:01:03.756448 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.756776 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: timestamp Aug 03 21:01:03.760587 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.760914 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: network_ip_availability Aug 03 21:01:03.766274 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.766651 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.767005 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.767744 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.768065 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: flavors Aug 03 21:01:03.773496 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.773816 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading Plugin: revisions Aug 03 21:01:03.778085 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93918) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 21:01:03.778481 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.371s {{(pid=93918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 21:01:03.779248 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93918) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 03 21:01:03.779587 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Initializing extension manager. Aug 03 21:01:03.780092 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: __init__.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.780433 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: __pycache__ {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.780766 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.781099 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.781852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.782419 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: address-group Aug 03 21:01:03.782743 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: address_scope.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.783486 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.783990 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: address-scope Aug 03 21:01:03.784310 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.785246 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.785753 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: router-admin-state-down-before-update Aug 03 21:01:03.786073 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: agent.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.786801 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.787332 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: agent Aug 03 21:01:03.787653 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: agent_resources_synced.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.788552 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.789047 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: agent-resources-synced Aug 03 21:01:03.789364 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: allowedaddresspairs.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.791173 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.791682 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: allowed-address-pairs Aug 03 21:01:03.792005 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: auto_allocated_topology.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.793061 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.793562 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: auto-allocated-topology Aug 03 21:01:03.793884 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.794569 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.795066 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: availability_zone Aug 03 21:01:03.795413 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: availability_zone_filter.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.796316 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.796822 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: availability_zone_filter Aug 03 21:01:03.797143 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: data_plane_status.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.798048 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.798549 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 21:01:03.798873 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: default_subnetpools.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.799811 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.800314 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: default-subnetpools Aug 03 21:01:03.800636 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.801439 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.801935 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: dhcp_agent_scheduler Aug 03 21:01:03.802255 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: dns.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.803710 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.804208 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension dns-integration not supported by any of loaded plugins Aug 03 21:01:03.804529 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: dns_domain_ports.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.805439 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.805936 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 21:01:03.806257 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.807209 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.807713 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 21:01:03.808036 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: dvr.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.808706 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.809204 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: dvr Aug 03 21:01:03.809530 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: ecmp_routes.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.810454 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.810951 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 21:01:03.811295 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: empty_string_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.812202 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.812697 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: empty-string-filtering Aug 03 21:01:03.813019 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.813929 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.814424 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 21:01:03.814743 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.815934 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.816427 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 21:01:03.816748 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: external_net.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.817649 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.818727 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: external-net Aug 03 21:01:03.819050 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.819989 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.820477 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: extra_dhcp_opt Aug 03 21:01:03.820795 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: extraroute.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.821692 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.822183 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: extraroute Aug 03 21:01:03.822500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: extraroute_atomic.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.823563 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.824064 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: extraroute-atomic Aug 03 21:01:03.824382 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: filter_validation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.825088 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.825597 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: filter-validation Aug 03 21:01:03.825902 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: fip_pf_description.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.827043 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.827575 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 21:01:03.827895 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: fip_port_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.828806 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.829304 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: fip-port-details Aug 03 21:01:03.829633 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: flavors.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.830872 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.831407 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: flavors Aug 03 21:01:03.831734 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.833495 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.834056 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 21:01:03.834384 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: floatingip_pools.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.835138 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.835646 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: floatingip-pools Aug 03 21:01:03.835962 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: ip_allocation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.836923 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.837423 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 21:01:03.837741 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.838655 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.839179 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: ip-substring-filtering Aug 03 21:01:03.839503 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l2_adjacency.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.840541 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.841038 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 21:01:03.841359 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.842375 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.842880 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: router Aug 03 21:01:03.843230 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.845584 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.846106 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 21:01:03.846441 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.847441 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.847949 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: ext-gw-mode Aug 03 21:01:03.848281 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.849208 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.849752 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: l3-ha Aug 03 21:01:03.850079 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3_flavors.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.850994 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.851530 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: l3-flavors Aug 03 21:01:03.851859 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.852786 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.853283 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 21:01:03.853606 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: l3agentscheduler.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.854682 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.855217 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: l3_agent_scheduler Aug 03 21:01:03.855546 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: logging.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.857046 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.857565 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension logging not supported by any of loaded plugins Aug 03 21:01:03.857890 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: metering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.858632 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.859238 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: metering Aug 03 21:01:03.859565 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.860660 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.861167 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: metering_source_and_destination_fields Aug 03 21:01:03.861491 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: multiprovidernet.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.862553 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.863053 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: multi-provider Aug 03 21:01:03.863415 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: netmtu.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.864320 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.864825 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: net-mtu Aug 03 21:01:03.865669 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: netmtu_writable.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.866582 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.867103 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: net-mtu-writable Aug 03 21:01:03.867431 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: network_availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.868100 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.868596 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: network_availability_zone Aug 03 21:01:03.868912 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: network_ip_availability.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.870000 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.870502 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: network-ip-availability Aug 03 21:01:03.870822 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: network_segment_range.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.871621 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.872120 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 21:01:03.872436 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: pagination.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.873437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.873763 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: pagination Aug 03 21:01:03.874083 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: port_device_profile.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.875011 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.875547 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: port-device-profile Aug 03 21:01:03.875871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.876786 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.877285 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: port-mac-address-regenerate Aug 03 21:01:03.877612 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.878516 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.879014 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: port-numa-affinity-policy Aug 03 21:01:03.879359 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: port_resource_request.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.880268 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.881341 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 21:01:03.881660 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: portbindings.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.882586 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.883107 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: binding Aug 03 21:01:03.883429 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: portbindings_extended.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.884686 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.885195 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: binding-extended Aug 03 21:01:03.885521 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: portsecurity.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.886440 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.886944 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: port-security Aug 03 21:01:03.887301 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: project_id.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.888275 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.888601 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: project-id Aug 03 21:01:03.888922 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: providernet.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.889844 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.890348 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: provider Aug 03 21:01:03.890667 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.894275 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.894797 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos not supported by any of loaded plugins Aug 03 21:01:03.895161 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.896493 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.897005 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 21:01:03.897338 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.898277 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.898786 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 21:01:03.899136 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_default.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.900065 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.900570 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-default not supported by any of loaded plugins Aug 03 21:01:03.900900 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_fip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.901567 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.902064 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-fip not supported by any of loaded plugins Aug 03 21:01:03.902389 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_gateway_ip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.903375 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.903881 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 21:01:03.904202 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_port_network_policy.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.905110 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.905624 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 21:01:03.905939 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_rule_type_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.906853 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.907384 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 21:01:03.907708 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: qos_rules_alias.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.908773 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.909273 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 21:01:03.909589 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: quotasv2.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.910567 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.911211 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: quotas Aug 03 21:01:03.911546 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: quotasv2_detail.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.914767 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.915266 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: quota_details Aug 03 21:01:03.915579 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: rbac.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.916590 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.917153 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: rbac-policies Aug 03 21:01:03.917485 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: rbac_address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.918481 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.919004 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: rbac-address-group Aug 03 21:01:03.919360 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: rbac_address_scope.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.920289 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.920816 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: rbac-address-scope Aug 03 21:01:03.921131 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: rbac_security_groups.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.922068 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.922576 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: rbac-security-groups Aug 03 21:01:03.922902 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: rbac_subnetpool.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.923845 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.924346 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: rbac-subnetpool Aug 03 21:01:03.924671 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: revisionifmatch.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.925586 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.926085 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: revision-if-match Aug 03 21:01:03.926408 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: revisions.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.928094 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.929232 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: standard-attr-revisions Aug 03 21:01:03.929563 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: router_availability_zone.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.930256 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.930757 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: router_availability_zone Aug 03 21:01:03.931114 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: routerservicetype.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.932053 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.932574 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension router-service-type not supported by any of loaded plugins Aug 03 21:01:03.932896 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.933818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.934322 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: security-groups-normalized-cidr Aug 03 21:01:03.934638 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.935578 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.936080 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: port-security-groups-filtering Aug 03 21:01:03.936396 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.937309 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.937814 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: security-groups-remote-address-group Aug 03 21:01:03.938137 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: securitygroup.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.949100 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.949639 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: security-group Aug 03 21:01:03.949976 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: segment.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.950814 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.951342 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension segment not supported by any of loaded plugins Aug 03 21:01:03.951671 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.952675 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.953182 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 21:01:03.953505 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: servicetype.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.954721 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.955225 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: service-type Aug 03 21:01:03.955553 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: sorting.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.956544 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.956877 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: sorting Aug 03 21:01:03.957202 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: standard_attr_segment.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.958223 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.958779 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 21:01:03.959123 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: standardattrdescription.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.959817 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.960332 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: standard-attr-description Aug 03 21:01:03.960655 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: stateful_security_group.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.961607 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.962120 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: stateful-security-group Aug 03 21:01:03.962445 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: stdattrs_common.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.963029 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 21:01:03.963384 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.964317 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.964824 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 21:01:03.965146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnet_onboard.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.966217 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.966728 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: subnet_onboard Aug 03 21:01:03.967048 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.968003 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.968689 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 21:01:03.969014 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnet_service_types.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.969943 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.970447 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: subnet-service-types Aug 03 21:01:03.970768 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnetallocation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.971871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.972382 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: subnet_allocation Aug 03 21:01:03.972703 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.973392 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.973899 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: subnetpool-prefix-ops Aug 03 21:01:03.974217 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.975214 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.975712 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 21:01:03.976038 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: tagging.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.977138 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.977645 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: standard-attr-tag Aug 03 21:01:03.977982 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: timestamp.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.979220 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.979737 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loaded extension: standard-attr-timestamp Aug 03 21:01:03.980065 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: trunk.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.981090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.981595 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension trunk not supported by any of loaded plugins Aug 03 21:01:03.981921 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: trunk_details.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.982833 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.983460 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension trunk-details not supported by any of loaded plugins Aug 03 21:01:03.983694 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: uplink_status_propagation.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.984611 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.985119 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 21:01:03.985445 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Loading extension file: vlantransparent.py {{(pid=93918) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 21:01:03.986126 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93918) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 21:01:03.986623 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 21:01:03.989241 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:network Aug 03 21:01:03.989781 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnet Aug 03 21:01:03.990713 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 21:01:03.991121 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:port Aug 03 21:01:03.992429 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:03.992866 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service FLAVORS assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:03.993504 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:03.993919 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:03.994247 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:router Aug 03 21:01:03.994674 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 21:01:03.995189 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service METERING assigned prefix: /metering {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:03.996687 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.997056 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.997404 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:01:03.998437 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 21:01:03.998883 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:security_group Aug 03 21:01:03.999357 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 21:01:03.999974 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.000299 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 21:01:04.000648 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] subnetpool is already registered Aug 03 21:01:04.001084 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.001404 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 21:01:04.001732 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] subnetpool is already registered Aug 03 21:01:04.004135 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.004572 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service FLAVORS assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.005168 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.006141 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.006482 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:router Aug 03 21:01:04.006819 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] router is already registered Aug 03 21:01:04.007272 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 21:01:04.007606 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] floatingip is already registered Aug 03 21:01:04.008062 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service METERING assigned prefix: /metering {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.008750 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 21:01:04.009073 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] rbac_policy is already registered Aug 03 21:01:04.009478 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:security_group Aug 03 21:01:04.009808 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] security_group is already registered Aug 03 21:01:04.010203 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 21:01:04.010528 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] security_group_rule is already registered Aug 03 21:01:04.011172 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.011498 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 21:01:04.011828 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] subnetpool is already registered Aug 03 21:01:04.012244 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.v2.resource_helper [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Service CORE assigned prefix: {{(pid=93918) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 21:01:04.012571 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 21:01:04.012897 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING neutron.quota.resource_registry [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] subnetpool is already registered Aug 03 21:01:04.013357 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: extensions {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.014871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: address-groups {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.016374 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: address-scopes {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.017671 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.018843 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: auto-allocated-topology {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.020105 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: availability_zones {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.021370 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: dhcp-networks {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.024102 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: dhcp-agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.025518 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.027247 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: flavors {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.028502 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: service_profiles {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.029706 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: next_providers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.031186 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: service_profiles {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.032729 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: floatingip-pools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.033931 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.035648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: floatingips {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.036943 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: l3-routers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.038362 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: l3-agents {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.039872 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: metering-labels {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.041115 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: metering-label-rules {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.042601 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: network-ip-availabilities {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.043877 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: bindings {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.045467 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: quotas {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.047011 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: quotas {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.048450 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: rbac-policies {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.049636 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: security-groups {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.050918 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: security-group-rules {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.052189 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: service-providers {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.054097 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: subnetpools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.055391 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: subnetpools {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.056941 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.058617 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.060463 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.062253 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.063965 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.066230 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.082287 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.082287 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.082287 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.082287 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron.api.extensions [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Extended resource: tags {{(pid=93918) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 21:01:04.082287 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING keystonemiddleware.auth_token [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 21:01:04.084796 dv-cinder-786260-15-iscsi neutron-server[93918]: WARNING keystonemiddleware.auth_token [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 21:01:04.094349 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Acquired lock "singleton_lock" {{(pid=93918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 03 21:01:04.094820 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_concurrency.lockutils [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Releasing lock "singleton_lock" {{(pid=93918) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 03 21:01:04.095497 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Starting 2 workers Aug 03 21:01:04.100407 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Started child 94029 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 21:01:04.106116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Started child 94030 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 21:01:04.106348 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.106987 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO neutron.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 21:01:04.107263 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Notify callbacks [] for process, before_spawn {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.107656 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [-] (94029) wsgi starting up on http://0.0.0.0:9696 Aug 03 21:01:04.109720 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Starting 1 workers Aug 03 21:01:04.109940 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.111511 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [-] (94030) wsgi starting up on http://0.0.0.0:9696 Aug 03 21:01:04.115433 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Started child 94031 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 21:01:04.116041 dv-cinder-786260-15-iscsi neutron-server[93918]: INFO oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Starting 1 workers Aug 03 21:01:04.119514 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] calling RpcWorker wait() {{(pid=94031) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 21:01:04.120105 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] returning from RpcWorker wait() {{(pid=94031) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 21:01:04.120655 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Started child 94032 {{(pid=93918) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 21:01:04.121339 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.121509 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4f164469-e13a-407f-a81e-820a1bf0c599 None None] Notify callbacks [] for process, after_spawn {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.121796 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:04.123559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 21:01:04.123819 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 21:01:04.123911 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 21:01:04.124125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 21:01:04.124479 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 21:01:04.124646 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 21:01:04.125304 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.125449 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.125702 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.125974 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.126261 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.126631 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:04.131840 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.131840 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.131840 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132091 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132164 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.132846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133641 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.133715 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.134020 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.134227 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.134417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.134671 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.134928 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.135176 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.135419 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.135661 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.135898 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.136372 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host = dv-cinder-786260-15-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.136586 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.136815 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.137049 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.137292 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.137548 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.137782 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.138028 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.138323 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.138634 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.138779 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.139029 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.139307 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.139540 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.139794 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.139952 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_options = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.140187 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.140443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.140718 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.140909 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.141078 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.141252 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.141509 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.141654 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.141906 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.142135 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.142346 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.142558 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.142789 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.143020 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.143442 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.143703 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.143945 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.144170 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.144417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.144665 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.144889 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.145131 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.145362 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.145592 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.145826 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.146038 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.146290 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.146503 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.146713 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.146988 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.147245 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.147497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.147730 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.147966 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.148212 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.148554 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.148705 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.148920 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.149150 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.149390 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.149637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.150309 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.150309 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.150574 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.150706 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.150831 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.151135 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.151381 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.151657 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.151871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.152091 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.152304 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.152523 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.152783 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.153214 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.153491 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.154582 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.155075 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.155428 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.155987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.155987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.156239 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.156473 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.156762 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.157107 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.157347 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.157659 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.157955 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.158201 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.158584 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.158872 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.159194 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.159471 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.159674 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.159918 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.160628 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.160628 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.160911 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.161298 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.161592 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.161846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.162072 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.162298 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.162526 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.162769 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.162990 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.163311 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.163540 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.163764 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.163995 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.164247 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.164470 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.164712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.164938 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.165198 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.165452 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.165713 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.165940 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.166154 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.166395 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.166712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.166946 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.167209 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.167470 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.167724 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.167950 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.168168 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.168386 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.168611 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.168867 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.169179 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.169405 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.169623 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.169868 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.170122 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.170406 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.170628 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.170856 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.171067 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.171355 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.171573 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.171811 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.172070 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.172262 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.172561 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.172817 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.173042 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.173246 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.173488 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.173706 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.174394 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.174394 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.174683 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.174821 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.175009 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.175450 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.175602 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.175751 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.175961 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.176272 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.176495 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.176765 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.177010 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.177233 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.177996 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.178236 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.178511 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.178821 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.179066 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.179366 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.179618 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.180635 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.181392 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.182425 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.182610 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.182934 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.185725 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.185725 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.185725 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.185725 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.186499 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.186499 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.186499 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.186913 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.187210 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.187504 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.187760 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.188057 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.188285 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.188563 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.188863 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.189134 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.189418 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.189652 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.189890 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.190145 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.190639 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.190912 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.191180 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.191443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.191686 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.191950 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.192171 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.192388 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.192599 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.192846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.193848 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.194096 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.194310 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.194547 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.194830 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.195132 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.195370 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.195639 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.195901 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.196142 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.196399 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.196630 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.196856 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.197089 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.197534 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.197930 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.198377 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.198613 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.198857 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.199117 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.199362 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.199823 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.200231 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.200540 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.200818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.201238 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.201637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.202080 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.202294 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.202726 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.202972 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.203221 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.203467 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.203709 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.203984 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.204213 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.204585 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.205077 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.205481 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.205933 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.206172 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.206412 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.206667 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.207103 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.207522 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.207913 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.208232 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.208348 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.208573 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.208957 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.209209 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.209443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.209687 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.209971 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.210217 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.210694 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.211199 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.211659 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.212080 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.212465 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.212730 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.213196 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.213442 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.213668 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.213951 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.214115 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.214521 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.214926 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.215330 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.215554 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.215771 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.216010 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.216251 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.216468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.216760 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.217001 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.217233 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.217491 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.217731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.217982 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.218238 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.218454 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.218664 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.218888 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.219149 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.219369 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.219602 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.223871 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.225707 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226288 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226288 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226288 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226288 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226550 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.226810 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.227094 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.227330 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.227571 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.227823 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.228086 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.228309 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.228585 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.228909 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.229222 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.229585 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.229842 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.230107 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.230438 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.230662 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.230880 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.231218 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.231553 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.231835 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.232123 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.232355 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.232600 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.232844 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.233081 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.233315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.233549 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.233764 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.234022 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.234250 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.234475 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.234719 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.234953 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.235193 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.235441 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.235692 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.235914 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.236131 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.236288 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 21:01:04.236826 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93918) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 21:01:04.236995 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 21:01:04.237189 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 21:01:04.237336 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 21:01:04.237490 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 21:01:04.237629 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 21:01:04.237827 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238169 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238306 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238441 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238605 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238770 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.238915 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239106 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239430 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239589 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239749 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.239965 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.240625 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.240785 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.240946 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241106 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241301 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241466 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241624 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241894 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.241996 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] debug = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.242122 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.242332 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.242501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.242661 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.242904 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.243069 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.243247 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.243490 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.243620 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.243705 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244175 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244175 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244175 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244899 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.244899 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host = dv-cinder-786260-15-iscsi {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245046 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245232 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245558 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245558 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245879 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.245879 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246325 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246663 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246663 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.246663 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.247468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.247468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.247468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_options = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.247468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.247468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248269 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248637 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248848 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.248930 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249073 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249271 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249479 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249712 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249970 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.249970 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.250125 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.250397 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.250397 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.250660 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.250760 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.252852 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.253443 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_json = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.254497 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.255506 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.255921 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.255921 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256041 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256314 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256434 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256603 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.256767 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257055 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257192 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257326 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257543 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257543 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.257819 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.258031 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.258031 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.258312 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.258312 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.259146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.259146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.259146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.259146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.259146 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.261116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.262648 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263046 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263046 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263046 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263434 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263434 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.263434 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264035 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264035 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264035 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264035 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264858 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:04.264987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.264987 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265332 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265332 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265575 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265575 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.265943 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266066 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266188 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266310 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266433 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266602 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266765 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.266927 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267106 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267271 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267434 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267653 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267789 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.267913 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268058 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268228 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268407 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268569 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.268891 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269076 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269237 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269398 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269721 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.269867 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270033 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270195 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270356 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270508 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270667 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270828 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.270988 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.271250 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.271424 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.271586 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.271753 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.271916 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272078 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272240 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272400 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272561 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272768 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.272897 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273021 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273186 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273355 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273528 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273692 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.273855 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274017 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274179 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274340 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274502 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274664 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274823 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.274984 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.275166 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.275400 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.275592 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.275803 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.277559 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278327 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278874 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278874 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278874 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.278874 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279437 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279731 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279885 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.279992 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280156 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280315 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280478 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280639 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280800 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.280962 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281123 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281285 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281445 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281611 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281773 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.281936 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282097 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282261 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282423 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282586 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282748 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.282910 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283074 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283254 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283417 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283579 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283742 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.283905 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284068 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284230 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284392 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284553 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284715 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.284893 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285055 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285217 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285379 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285540 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285704 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.285865 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.286026 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.286185 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.286348 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.286512 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.286675 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.287398 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.287561 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.287730 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.288074 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.288074 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.288593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.288593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.288593 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.290090 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291500 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.291968 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292311 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292311 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292311 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292483 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292622 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292773 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.292932 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293106 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293270 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293430 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293592 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293783 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.293954 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294221 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294221 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294376 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294589 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294817 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294896 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.294999 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.295285 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.295381 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.295501 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.295663 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.295821 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296149 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296316 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296485 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296658 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296828 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.296993 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.297165 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.297336 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.297511 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.297674 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.297846 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298037 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298190 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298352 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298516 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298678 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.298839 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299001 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299184 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299346 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299508 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299681 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299818 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.299979 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300140 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300302 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300468 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300629 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300791 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.300952 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.301116 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 21:01:04.301271 dv-cinder-786260-15-iscsi neutron-server[93918]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93918) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 21:01:04.424326 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37242) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:04.433455 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068717 Aug 03 21:01:16.389203 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49aafa-ab7f-4eec-82ca-7f3a7bbbd4a3 None None] get_active_networks_info from dv-cinder-786260-15-iscsi {{(pid=94031) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 21:01:16.481478 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49aafa-ab7f-4eec-82ca-7f3a7bbbd4a3 None None] No non-hosted networks {{(pid=94031) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 21:01:16.504103 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.agentschedulers_db [None req-1c49aafa-ab7f-4eec-82ca-7f3a7bbbd4a3 None None] DHCP Agent not found on host dv-cinder-786260-15-iscsi {{(pid=94031) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 03 21:01:16.687644 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-73191c9c-e3b3-45a3-980a-2ff45bc14a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:19.028605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cb710624-7e84-4b02-ad17-789966d2c0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:19.085388 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-31399e08-53c3-4dd6-b099-c44c3bdb2b67 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786260-15-iscsi {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 21:01:19.085796 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-31399e08-53c3-4dd6-b099-c44c3bdb2b67 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 21:01:19.155052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:19.158444 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.161948 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.162499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.163096 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.163666 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.164140 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.164637 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.166037 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.166527 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.167005 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.168195 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.169318 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:19.169877 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:19.184196 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:19.682343 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-31399e08-53c3-4dd6-b099-c44c3bdb2b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:20.491825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:21.845651 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:21.953374 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.db.l3_hamode_db [None req-2a059a07-0e3a-4235-bf77-4187cedb4b8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 21:01:22.034225 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a059a07-0e3a-4235-bf77-4187cedb4b8f None None] Routers set() bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:01:22.034631 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a059a07-0e3a-4235-bf77-4187cedb4b8f None None] Router IDs set() for agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 21:01:23.099324 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37334) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:23.614042 dv-cinder-786260-15-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-b17f9316-1379-4998-8e2c-41478c2133fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:23.614653 dv-cinder-786260-15-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-b17f9316-1379-4998-8e2c-41478c2133fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:23.834540 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-b17f9316-1379-4998-8e2c-41478c2133fa admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:01:23.835660 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b17f9316-1379-4998-8e2c-41478c2133fa admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7355003 Aug 03 21:01:26.373976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 37348) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:26.912302 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:26.912941 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:27.140176 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:27.236214 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.policy [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94029) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 21:01:27.281457 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:27.281889 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING oslo_policy.policy [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:27.290670 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.quota [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] Loaded quota_driver: . Aug 03 21:01:27.500411 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860524355', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860524820', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860538316', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860534530', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860895352', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737860555781', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-540532', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530065', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3904789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3849589'] for rbac-policy, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:27.716238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:27.717921 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8e6ec4b5-17e0-4cb3-953f-21b25068a5e7 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3415630 Aug 03 21:01:30.437287 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 37366) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:30.780323 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Request body: {'network': {'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'name': 'private'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:30.870001 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Made reservation on behalf of f891efa537dc40cd83e8c1f003d13313 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:01:30.873094 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:30.891408 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.022828 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.064618 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.091120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:01:31.111957 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae4f3b8-ec35-4a88-94ce-b064b509c7fb,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:31.123927 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.124312 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.124684 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.125046 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.125405 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.125782 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.126186 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.126557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.126931 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.127380 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.127736 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.128154 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Tracked resource versions report: Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: pushed versions: Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Log': {'1.0'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Network': {'1.1'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Port': {'1.7'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'QosPolicy': {'1.8'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: consumer versions: Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Log': '1.0', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Network': '1.1', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Port': '1.7', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'QosPolicy': '1.8', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SubPort': '1.0', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Subnet': '1.1', Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Aug 03 21:01:31.130176 dv-cinder-786260-15-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:01:31.216605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737861836526', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.217301 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Unsubscribe: segment precommit_create {{(pid=94029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 21:01:31.217873 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Added segment 4520db38-73b6-467f-9656-f3b5790ef18b of type vlan for network 0562e431-7ca1-431a-b259-d3768d92bc87 Aug 03 21:01:31.305883 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.443217 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.444777 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:31.445541 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:31.555687 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] Pushing event updated for resources: {'Network': ['ID=0562e431-7ca1-431a-b259-d3768d92bc87,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:31.568711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 0562e431-7ca1-431a-b259-d3768d92bc87 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:01:31.652531 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-369d271b-3997-4672-8719-582b8cebb2cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2136018 Aug 03 21:01:34.566738 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 37380) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:35.029349 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3f54c-966c-48ff-ba8a-724f3bf59fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:35.030679 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-71e3f54c-966c-48ff-ba8a-724f3bf59fd3 admin admin] 10.222.0.32 "GET /v2.0/networks/0562e431-7ca1-431a-b259-d3768d92bc87 HTTP/1.1" status: 200 len: 825 time: 0.4628885 Aug 03 21:01:35.057058 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-37a958fe-7a5d-4ddf-8ca1-4a0d8d612219 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/b69666b6-e743-42c4-af7e-6ff2fb9eac09 HTTP/1.1" status: 200 len: 734 time: 0.0200655 Aug 03 21:01:35.068316 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'gateway_ip': '172.20.0.1', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:35.153745 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Made reservation on behalf of f891efa537dc40cd83e8c1f003d13313 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:01:35.156657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:35.607646 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:35.680171 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Checking segment: {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:01:35.680547 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Network hostable DHCP agents. Network: 0562e431-7ca1-431a-b259-d3768d92bc87, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:01:35.685580 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9777cd38-f45c-465c-ad07-dbabf4955a52,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:35.761686 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Network 0562e431-7ca1-431a-b259-d3768d92bc87 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:01:35.835781 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 0562e431-7ca1-431a-b259-d3768d92bc87) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:01:35.842575 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:35.843523 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:35.849731 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67dbe0f-1d09-426a-9600-0edf7362c16a None None] Network 0562e431-7ca1-431a-b259-d3768d92bc87 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:01:35.945218 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-16623f58-1ad9-40db-9752-8ac20af571d3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8815727 Aug 03 21:01:36.221580 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-0562e431-7ca1-431a-b259-d3768d92bc87', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:01:36.223434 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:36.496536 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Allocated IP 172.20.0.2 (0562e431-7ca1-431a-b259-d3768d92bc87/9777cd38-f45c-465c-ad07-dbabf4955a52/51384dc7-52fa-4046-8a4b-80e1f5a57590) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:01:36.702879 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:36.745953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Transition to ACTIVE for port object 51384dc7-52fa-4046-8a4b-80e1f5a57590 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:01:36.767314 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Transition to ACTIVE for port object 51384dc7-52fa-4046-8a4b-80e1f5a57590 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:01:36.853162 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:36.924439 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Network 0562e431-7ca1-431a-b259-d3768d92bc87 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:01:36.930347 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:01:36.943509 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:01:36.949663 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Pushing event updated for resources: {'Port': ['ID=51384dc7-52fa-4046-8a4b-80e1f5a57590,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:36.980378 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.980749 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.981091 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.981423 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.981757 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.982080 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.982402 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.982761 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.983121 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.983455 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.983800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.984117 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Tracked resource versions report: Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: pushed versions: Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Log': {'1.0'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Network': {'1.1'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Port': {'1.7'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'QosPolicy': {'1.8'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: consumer versions: Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Log': '1.0', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Network': '1.1', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Port': '1.7', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'QosPolicy': '1.8', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SubPort': '1.0', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Subnet': '1.1', Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Aug 03 21:01:36.985550 dv-cinder-786260-15-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:01:37.034052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Attempting to bind port 51384dc7-52fa-4046-8a4b-80e1f5a57590 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:01:37.034351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Attempting to bind port 51384dc7-52fa-4046-8a4b-80e1f5a57590 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:01:37.034802 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Attempting to bind port 51384dc7-52fa-4046-8a4b-80e1f5a57590 on network 0562e431-7ca1-431a-b259-d3768d92bc87 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:01:37.039855 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:01:37.040255 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Checking segment: {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:01:37.040720 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:37.041110 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Bound using segment: {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:01:37.041596 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Bound port: 51384dc7-52fa-4046-8a4b-80e1f5a57590, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:01:37.041985 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:37.125530 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-50648a97-af57-4bf0-925c-de20625365ec None None] For port 51384dc7-52fa-4046-8a4b-80e1f5a57590, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:01:37.130167 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-50648a97-af57-4bf0-925c-de20625365ec None None] For port 51384dc7-52fa-4046-8a4b-80e1f5a57590, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=51384dc7-52fa-4046-8a4b-80e1f5a57590,segment=NetworkSegment(4520db38-73b6-467f-9656-f3b5790ef18b),segment_id=4520db38-73b6-467f-9656-f3b5790ef18b)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:01:37.258757 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:37.326314 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50648a97-af57-4bf0-925c-de20625365ec None None] Pushing event updated for resources: {'Port': ['ID=51384dc7-52fa-4046-8a4b-80e1f5a57590,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:38.382417 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 37388) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:38.712514 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [None req-ad7402b4-f140-46ce-940f-f87dbc3c90b9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:01:38.713528 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ad7402b4-f140-46ce-940f-f87dbc3c90b9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3301566 Aug 03 21:01:41.127113 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37396) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:41.453647 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-788e3f78-8aad-4386-b509-5ea173d860ac admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:01:41.471577 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-788e3f78-8aad-4386-b509-5ea173d860ac admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3435342 Aug 03 21:01:44.203395 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37406) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:44.512697 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Request body: {'router': {'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:44.579144 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.policy [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94030) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 21:01:44.631105 dv-cinder-786260-15-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:44.631704 dv-cinder-786260-15-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 21:01:44.641199 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.quota [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Loaded quota_driver: . Aug 03 21:01:44.773057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:44.775003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:44.936075 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:45.040825 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:45.166743 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:45.168103 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0c2d93c0-ccc8-4a56-a957-d0d70e12d815 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9636829 Aug 03 21:01:45.450521 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 51384dc7-52fa-4046-8a4b-80e1f5a57590 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:01:45.612356 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:01:45.773247 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02819d09-a513-4aea-a003-064e2a00d603 None None] Network 0562e431-7ca1-431a-b259-d3768d92bc87 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:01:45.933879 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Provisioning for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:01:45.942777 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Provisioning complete for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:01:45.943196 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:46.062998 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:46.103010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] For port 51384dc7-52fa-4046-8a4b-80e1f5a57590, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=51384dc7-52fa-4046-8a4b-80e1f5a57590,segment=NetworkSegment(4520db38-73b6-467f-9656-f3b5790ef18b),segment_id=4520db38-73b6-467f-9656-f3b5790ef18b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:01:46.184046 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:46.187009 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:01:46.232216 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f950ba-6ae7-4b44-aef1-587785aa6e97 None None] Pushing event updated for resources: {'Port': ['ID=51384dc7-52fa-4046-8a4b-80e1f5a57590,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:46.303447 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ab77b79c-cdd0-459d-a906-744d337ad74b None None] Provisioning complete for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:01:46.303736 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ab77b79c-cdd0-459d-a906-744d337ad74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:46.369454 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-36e4e436-3667-4666-a021-cf310854013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:47.413721 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 51384dc7-52fa-4046-8a4b-80e1f5a57590 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:01:47.461016 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:01:47.461484 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:47.600784 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37420) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:47.918871 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-6aca41ec-6c5d-4d67-bbbf-bad89c27a985 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:01:47.919946 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6aca41ec-6c5d-4d67-bbbf-bad89c27a985 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3183179 Aug 03 21:01:49.036250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d3064483-1108-42b4-81af-635697d8b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:49.145018 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.367026 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37438) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:50.432982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.514663 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:50.628087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Made reservation on behalf of 144501892f814bb1a4c938972f04df51 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:01:50.631991 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.650475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.772475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.844789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.857336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Reserving flat network on physical network physnet1 {{(pid=94030) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 21:01:50.890790 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737861836526', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:50.891407 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Unsubscribe: segment precommit_create {{(pid=94030) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 21:01:50.891931 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Added segment 6fc95527-b496-423d-868b-0319575793fe of type flat for network 69d1b499-427d-4e5d-a9ab-de422dab2e84 Aug 03 21:01:50.914657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e170f80-587e-448a-8654-65af613c11e8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:50.964961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.965301 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.965634 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.965963 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.966286 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.966624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.966958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.967321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.967657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.967979 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.968303 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.968611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Tracked resource versions report: Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: pushed versions: Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Log': {'1.0'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Network': {'1.1'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Port': {'1.7'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'QosPolicy': {'1.8'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: consumer versions: Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Log': '1.0', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Network': '1.1', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Port': '1.7', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'QosPolicy': '1.8', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SubPort': '1.0', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Subnet': '1.1', Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Aug 03 21:01:50.970015 dv-cinder-786260-15-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:01:51.025189 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:51.154060 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:51.155279 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:51.155992 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:51.259952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] Pushing event updated for resources: {'Network': ['ID=69d1b499-427d-4e5d-a9ab-de422dab2e84,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:51.272231 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:01:51.304773 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-45f4e4eb-ff2f-4d9a-9196-d526542fee3f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9365299 Aug 03 21:01:51.795096 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:53.579692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37460) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:53.717331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643fd68-c772-43b1-9a90-7c5b892d823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:53.718721 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6643fd68-c772-43b1-9a90-7c5b892d823f admin admin] 10.222.0.32 "GET /v2.0/subnets/9777cd38-f45c-465c-ad07-dbabf4955a52 HTTP/1.1" status: 200 len: 849 time: 0.1380758 Aug 03 21:01:53.857613 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ca39bb90-00c6-44ea-a3b3-e2c5d893aa94 admin admin] 10.222.0.32 "GET /v2.0/routers/107feedb-64aa-4a59-9f39-f2a9b3000202 HTTP/1.1" status: 200 len: 704 time: 0.1323588 Aug 03 21:01:54.131075 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:54.445484 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Allocated IP 172.20.0.1 (0562e431-7ca1-431a-b259-d3768d92bc87/9777cd38-f45c-465c-ad07-dbabf4955a52/25f6079a-b41c-4472-8c03-7cc42eebc73a) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:01:54.640473 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:54.665910 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Transition to ACTIVE for port object 25f6079a-b41c-4472-8c03-7cc42eebc73a will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:01:54.812649 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:54.889053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Network 0562e431-7ca1-431a-b259-d3768d92bc87 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:01:54.895468 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:01:54.906939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:01:54.907546 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:54.932383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Pushing event updated for resources: {'Port': ['ID=25f6079a-b41c-4472-8c03-7cc42eebc73a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:55.132326 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c69bd3a1-81bd-4a42-aca3-42097cf5b243 None None] Provisioning for port 25f6079a-b41c-4472-8c03-7cc42eebc73a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:01:55.136434 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c69bd3a1-81bd-4a42-aca3-42097cf5b243 None None] Provisioning complete for port 25f6079a-b41c-4472-8c03-7cc42eebc73a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:01:55.136803 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c69bd3a1-81bd-4a42-aca3-42097cf5b243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.171691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c69bd3a1-81bd-4a42-aca3-42097cf5b243 None None] Port 25f6079a-b41c-4472-8c03-7cc42eebc73a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:01:55.267851 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.475913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.547460 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.548329 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.647498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Pushing event updated for resources: {'Port': ['ID=25f6079a-b41c-4472-8c03-7cc42eebc73a,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:55.698738 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Network 0562e431-7ca1-431a-b259-d3768d92bc87 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:01:55.700101 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:01:55.894923 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-338819f2-b625-4697-979e-0a9a2e96fe0f None None] Provisioning complete for port 25f6079a-b41c-4472-8c03-7cc42eebc73a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:01:55.895326 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-338819f2-b625-4697-979e-0a9a2e96fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:55.929077 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-338819f2-b625-4697-979e-0a9a2e96fe0f None None] Port 25f6079a-b41c-4472-8c03-7cc42eebc73a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:01:55.932789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Router 107feedb-64aa-4a59-9f39-f2a9b3000202 is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:01:56.026978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:01:56.032645 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fa863551-2ef8-4d72-958a-dc5bef2e5418 admin admin] 10.222.0.32 "PUT /v2.0/routers/107feedb-64aa-4a59-9f39-f2a9b3000202/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1689317 Aug 03 21:01:56.037836 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Sync routers for ids ['107feedb-64aa-4a59-9f39-f2a9b3000202'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:01:56.051343 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Routers {'107feedb-64aa-4a59-9f39-f2a9b3000202'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:01:56.052331 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:01:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['107feedb-64aa-4a59-9f39-f2a9b3000202'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:56.244377 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Set router 107feedb-64aa-4a59-9f39-f2a9b3000202 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:01:56.750100 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:01:55Z', 'revision_number': 2, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port_host': None, '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:01:55Z', 'revision_number': 2, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:56.799612 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Checking router: 107feedb-64aa-4a59-9f39-f2a9b3000202 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:01:56.799985 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Updating router 107feedb-64aa-4a59-9f39-f2a9b3000202 port 25f6079a-b41c-4472-8c03-7cc42eebc73a binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:01:56.850162 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.436881 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.459029 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Transition to ACTIVE for port object 25f6079a-b41c-4472-8c03-7cc42eebc73a will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:01:57.543753 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.709485 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Pushing event updated for resources: {'Port': ['ID=25f6079a-b41c-4472-8c03-7cc42eebc73a,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:57.728179 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.728525 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.728857 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.729206 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.729500 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.729823 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.730141 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.730459 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.730799 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.731133 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.731450 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.731768 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Tracked resource versions report: Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: pushed versions: Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Log': {'1.0'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Network': {'1.1'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Port': {'1.7'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'QosPolicy': {'1.8'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: consumer versions: Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Log': '1.0', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Network': '1.1', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Port': '1.7', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'QosPolicy': '1.8', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SubPort': '1.0', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Subnet': '1.1', Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Aug 03 21:01:57.733180 dv-cinder-786260-15-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:01:57.736384 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Attempting to bind port 25f6079a-b41c-4472-8c03-7cc42eebc73a on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:01:57.737373 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Attempting to bind port 25f6079a-b41c-4472-8c03-7cc42eebc73a by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:01:57.737801 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Attempting to bind port 25f6079a-b41c-4472-8c03-7cc42eebc73a on network 0562e431-7ca1-431a-b259-d3768d92bc87 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:01:57.744248 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:01:57.744589 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Checking segment: {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:01:57.745044 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.745430 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Bound using segment: {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:01:57.745935 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Bound port: 25f6079a-b41c-4472-8c03-7cc42eebc73a, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520db38-73b6-467f-9656-f3b5790ef18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:01:57.746314 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.819318 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] For port 25f6079a-b41c-4472-8c03-7cc42eebc73a, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:01:57.847933 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] For port 25f6079a-b41c-4472-8c03-7cc42eebc73a, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=25f6079a-b41c-4472-8c03-7cc42eebc73a,segment=NetworkSegment(4520db38-73b6-467f-9656-f3b5790ef18b),segment_id=4520db38-73b6-467f-9656-f3b5790ef18b)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:01:57.915378 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:57.977106 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55ca40-fd82-4ddd-af64-08c506b42a8a None None] Pushing event updated for resources: {'Port': ['ID=25f6079a-b41c-4472-8c03-7cc42eebc73a,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:57.982254 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Routers {'107feedb-64aa-4a59-9f39-f2a9b3000202'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:01:57.983289 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:01:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['107feedb-64aa-4a59-9f39-f2a9b3000202'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:58.083181 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] Set router 107feedb-64aa-4a59-9f39-f2a9b3000202 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:01:58.331466 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37470) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:01:58.337003 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:01:55Z', 'revision_number': 2, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port_host': None, '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:01:57Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:01:58.365678 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664189e-2398-495d-a41a-6b776e17b1a3 None None] The sync data for ids ['107feedb-64aa-4a59-9f39-f2a9b3000202'] in dv-cinder-786260-15-iscsi is: [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:01:55Z', 'revision_number': 2, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port_host': None, '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:01:57Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:01:58.468840 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928586-8912-4efe-8fb1-cd7b87285587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:58.470264 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-41928586-8912-4efe-8fb1-cd7b87285587 admin admin] 10.222.0.32 "GET /v2.0/networks/69d1b499-427d-4e5d-a9ab-de422dab2e84 HTTP/1.1" status: 200 len: 842 time: 0.1377931 Aug 03 21:01:58.481764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Request body: {'subnet': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:01:58.566138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Made reservation on behalf of 144501892f814bb1a4c938972f04df51 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:01:58.568578 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:58.990219 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.objects.ports [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94030) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 21:01:58.990661 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:59.059055 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6100e486-c2b3-4200-963a-3734f69b928f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:01:59.071422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:01:59.076069 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Network hostable DHCP agents. Network: 69d1b499-427d-4e5d-a9ab-de422dab2e84, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:01:59.183684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:01:59.269334 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 69d1b499-427d-4e5d-a9ab-de422dab2e84) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:01:59.273323 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:01:59.273934 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:01:59.278710 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac193415-9852-4919-8e25-0b6d8c95eed7 None None] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:01:59.367354 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f7eadac1-cbe6-4ceb-98dc-17b1ed27394e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8897507 Aug 03 21:01:59.415180 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2270c7-dda0-4cc0-b4c9-d751abeee1d4 None None] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:02:01.720942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37478) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:02:01.859076 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-de32680e-5bde-4ee9-83eb-76bca08999e7 admin admin] 10.222.0.32 "GET /v2.0/routers/107feedb-64aa-4a59-9f39-f2a9b3000202 HTTP/1.1" status: 200 len: 710 time: 0.1364136 Aug 03 21:02:01.950952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb750320-0f0f-4f0b-b915-4e6d08b23383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:02:01.952298 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fb750320-0f0f-4f0b-b915-4e6d08b23383 admin admin] 10.222.0.32 "GET /v2.0/networks/69d1b499-427d-4e5d-a9ab-de422dab2e84 HTTP/1.1" status: 200 len: 886 time: 0.0870223 Aug 03 21:02:01.962666 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:02:02.280183 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:02.577330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:02.656203 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:02.760361 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Allocated IP 172.27.0.103 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/0d821ed7-1aa3-482d-a50b-0147efb14606) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:02:02.870889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.000970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.040461 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:02:03.043705 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:02:03.047095 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:02:03.085641 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Pushing event updated for resources: {'Port': ['ID=0d821ed7-1aa3-482d-a50b-0147efb14606,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:02:03.376600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.600242 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3886693', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3883999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4124'] for router, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.605544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3886714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3886707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3883988'] for router, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.721057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Router 107feedb-64aa-4a59-9f39-f2a9b3000202 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:02:03.921395 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:02:03.926100 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:03.927355 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2d2f6723-a79e-4941-9de1-a6d6a9d0efbd admin admin] 10.222.0.32 "PUT /v2.0/routers/107feedb-64aa-4a59-9f39-f2a9b3000202 HTTP/1.1" status: 200 len: 890 time: 1.9683340 Aug 03 21:02:04.909719 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Sync routers for ids ['107feedb-64aa-4a59-9f39-f2a9b3000202'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:02:04.919813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Routers {'107feedb-64aa-4a59-9f39-f2a9b3000202'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:02:04.920619 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:01:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['107feedb-64aa-4a59-9f39-f2a9b3000202'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:02:05.175822 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Set router 107feedb-64aa-4a59-9f39-f2a9b3000202 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:02:05.445582 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 25f6079a-b41c-4472-8c03-7cc42eebc73a up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:02:05.616845 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:02:03Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port': {'id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:02:02Z', 'updated_at': '2021-08-03T21:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:01:57Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:02:05.640360 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 25f6079a-b41c-4472-8c03-7cc42eebc73a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:02:05.668672 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Checking router: 107feedb-64aa-4a59-9f39-f2a9b3000202 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:02:05.669050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Updating router 107feedb-64aa-4a59-9f39-f2a9b3000202 port 0d821ed7-1aa3-482d-a50b-0147efb14606 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:02:05.689093 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 25f6079a-b41c-4472-8c03-7cc42eebc73a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:02:05.689093 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:05.743198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:05.930516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.006851 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 25f6079a-b41c-4472-8c03-7cc42eebc73a, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=25f6079a-b41c-4472-8c03-7cc42eebc73a,segment=NetworkSegment(4520db38-73b6-467f-9656-f3b5790ef18b),segment_id=4520db38-73b6-467f-9656-f3b5790ef18b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:02:06.083967 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.152128 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.168451 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=25f6079a-b41c-4472-8c03-7cc42eebc73a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:02:06.171686 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Transition to ACTIVE for port object 0d821ed7-1aa3-482d-a50b-0147efb14606 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:02:06.257513 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.309312 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Attempting to bind port 0d821ed7-1aa3-482d-a50b-0147efb14606 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:02:06.309688 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Attempting to bind port 0d821ed7-1aa3-482d-a50b-0147efb14606 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:02:06.310045 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Attempting to bind port 0d821ed7-1aa3-482d-a50b-0147efb14606 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:02:06.312054 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd2457-5f9a-49e2-b818-3112d96318dc None None] Pushing event updated for resources: {'Port': ['ID=0d821ed7-1aa3-482d-a50b-0147efb14606,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:02:06.318548 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:02:06.318915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:02:06.319368 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.319713 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:02:06.320179 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Bound port: 0d821ed7-1aa3-482d-a50b-0147efb14606, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:02:06.320579 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.363194 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 37490) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:02:06.373711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] For port 0d821ed7-1aa3-482d-a50b-0147efb14606, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:02:06.377492 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] For port 0d821ed7-1aa3-482d-a50b-0147efb14606, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=0d821ed7-1aa3-482d-a50b-0147efb14606,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:02:06.438809 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:06.479790 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d657f815-9b5f-49f8-aba7-0132550fa390 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154633 Aug 03 21:02:06.496104 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd2457-5f9a-49e2-b818-3112d96318dc None None] Pushing event updated for resources: {'Port': ['ID=0d821ed7-1aa3-482d-a50b-0147efb14606,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:02:06.505788 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Routers {'107feedb-64aa-4a59-9f39-f2a9b3000202'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:02:06.506416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:01:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['107feedb-64aa-4a59-9f39-f2a9b3000202'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:02:06.706282 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] Set router 107feedb-64aa-4a59-9f39-f2a9b3000202 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:02:06.930081 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:02:03Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port': {'id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:02:02Z', 'updated_at': '2021-08-03T21:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:02:05Z', 'revision_number': 5, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:02:06.961018 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a9124-be5f-441b-9e79-c6e178479e37 None None] The sync data for ids ['107feedb-64aa-4a59-9f39-f2a9b3000202'] in dv-cinder-786260-15-iscsi is: [{'id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'name': 'router1', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:01:44Z', 'updated_at': '2021-08-03T21:02:03Z', 'revision_number': 4, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'gw_port': {'id': '0d821ed7-1aa3-482d-a50b-0147efb14606', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:21:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:02:02Z', 'updated_at': '2021-08-03T21:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '25f6079a-b41c-4472-8c03-7cc42eebc73a', 'name': '', 'network_id': '0562e431-7ca1-431a-b259-d3768d92bc87', 'tenant_id': 'f891efa537dc40cd83e8c1f003d13313', 'mac_address': 'fa:16:3e:e1:cb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107feedb-64aa-4a59-9f39-f2a9b3000202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:01:54Z', 'updated_at': '2021-08-03T21:02:05Z', 'revision_number': 5, 'project_id': 'f891efa537dc40cd83e8c1f003d13313', 'subnets': [{'id': '9777cd38-f45c-465c-ad07-dbabf4955a52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b69666b6-e743-42c4-af7e-6ff2fb9eac09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:02:07.525647 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0d821ed7-1aa3-482d-a50b-0147efb14606 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:02:07.638159 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 0d821ed7-1aa3-482d-a50b-0147efb14606 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:02:07.643327 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 0d821ed7-1aa3-482d-a50b-0147efb14606 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:02:07.643739 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:07.729880 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:07.751579 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 0d821ed7-1aa3-482d-a50b-0147efb14606, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=0d821ed7-1aa3-482d-a50b-0147efb14606,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:02:07.838565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:07.839546 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 25f6079a-b41c-4472-8c03-7cc42eebc73a up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:02:07.933550 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=0d821ed7-1aa3-482d-a50b-0147efb14606,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:02:07.948191 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 25f6079a-b41c-4472-8c03-7cc42eebc73a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:02:07.948563 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:09.431497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0d821ed7-1aa3-482d-a50b-0147efb14606 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:02:09.489278 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 0d821ed7-1aa3-482d-a50b-0147efb14606 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:02:09.489655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:16.366364 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c3f0-3c73-4bec-a2f2-bf2b6503c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:19.038816 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5e9133dd-40ba-407c-b573-fa2608b9a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:19.175712 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:20.451466 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:21.860930 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:23.187178 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:02:46.408238 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ec8b558-69d1-408b-aaa7-0be33f348899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:49.002343 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ddb84802-c705-4b0a-a7cd-98858a44ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:49.171856 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:50.439298 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:02:51.816697 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:00.188062 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:03:16.363859 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6eb24ab7-2119-4883-8f8d-75d04f98610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:19.031517 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e209b45-37d1-4025-9c66-acb6d0e42159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:19.155393 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:20.460713 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:21.820264 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:37.188273 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:03:46.368184 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c579f057-d426-4436-a2d3-d3cb589da076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:48.984635 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b5e20ee9-f122-4623-a5e5-cfb6653397be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:49.127985 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:50.442064 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:50.658496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38058) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:03:50.719378 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df20105-1c0e-4555-9918-f4db0a8ddaf9 admin admin] GET failed (client error): The resource could not be found. Aug 03 21:03:50.720688 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7df20105-1c0e-4555-9918-f4db0a8ddaf9 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612254 Aug 03 21:03:50.891691 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0268b7-427b-4a4c-8ba1-03938bceead5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:50.893264 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8c0268b7-427b-4a4c-8ba1-03938bceead5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1681969 Aug 03 21:03:51.805023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:53.089167 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38068) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:03:53.184405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d0c07-07bc-465c-a284-d34f19f0fdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:53.185798 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8e3d0c07-07bc-465c-a284-d34f19f0fdce admin admin] 10.222.0.32 "GET /v2.0/subnets/9777cd38-f45c-465c-ad07-dbabf4955a52 HTTP/1.1" status: 200 len: 849 time: 0.0957298 Aug 03 21:03:53.195962 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:03:53.304920 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:53.496577 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737861745574'] for subnet, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:53.526286 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:53.527472 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:53.530004 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] 10.222.0.32 "PUT /v2.0/subnets/9777cd38-f45c-465c-ad07-dbabf4955a52 HTTP/1.1" status: 200 len: 868 time: 0.3360255 Aug 03 21:03:53.531327 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4c4a9-2aea-4e56-ba21-5d0322209ace None None] Network 0562e431-7ca1-431a-b259-d3768d92bc87 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:03:53.552762 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9777cd38-f45c-465c-ad07-dbabf4955a52,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:03:53.563801 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.564163 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.564510 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.564848 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.565179 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.565529 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.565937 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.566204 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.566548 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.566877 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.567372 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.567698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf552a6-7791-4ca4-be85-5d8797446fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:03:53.897229 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-28340d1d-48d8-4029-bf85-85ddfac3ebde None None] Provisioning complete for port 25f6079a-b41c-4472-8c03-7cc42eebc73a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:03:53.897693 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-28340d1d-48d8-4029-bf85-85ddfac3ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:53.987687 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-28340d1d-48d8-4029-bf85-85ddfac3ebde None None] Provisioning complete for port 51384dc7-52fa-4046-8a4b-80e1f5a57590 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:03:53.987980 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-28340d1d-48d8-4029-bf85-85ddfac3ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:03:55.734414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38078) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:03:55.932254 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d33d2-47da-43af-bcab-875fb122b1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:55.933264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d33d2-47da-43af-bcab-875fb122b1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:55.934807 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e78d33d2-47da-43af-bcab-875fb122b1c7 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994412 Aug 03 21:03:58.108074 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38086) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:03:58.313471 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ec723-c0cd-4321-a198-51f7e8bca22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:58.313957 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ec723-c0cd-4321-a198-51f7e8bca22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:03:58.315547 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9e8ec723-c0cd-4321-a198-51f7e8bca22f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2066309 Aug 03 21:04:00.530670 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38096) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:00.704957 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7dd386-c68d-4465-adda-e7206ba75798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:00.706353 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fd7dd386-c68d-4465-adda-e7206ba75798 admin admin] 10.222.0.32 "GET /v2.0/networks/0562e431-7ca1-431a-b259-d3768d92bc87 HTTP/1.1" status: 200 len: 869 time: 0.1747203 Aug 03 21:04:02.940632 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38104) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:03.072116 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7629e-cb01-46fc-a8cf-71360608cfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:03.074001 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-00a7629e-cb01-46fc-a8cf-71360608cfc7 admin admin] 10.222.0.32 "GET /v2.0/networks/69d1b499-427d-4e5d-a9ab-de422dab2e84 HTTP/1.1" status: 200 len: 886 time: 0.1324167 Aug 03 21:04:05.252489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38112) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:05.377507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a08673-6f59-428a-aea4-7fb4860c394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:05.377961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a08673-6f59-428a-aea4-7fb4860c394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:05.379533 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-42a08673-6f59-428a-aea4-7fb4860c394d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260948 Aug 03 21:04:07.578963 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38120) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:07.671881 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ec6fc-e574-48c0-9afb-0c1e513bfb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:07.672336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ec6fc-e574-48c0-9afb-0c1e513bfb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:07.679806 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-560ec6fc-e574-48c0-9afb-0c1e513bfb38 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939052 Aug 03 21:04:09.850601 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38128) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:09.936851 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fefaf8-636f-4234-8678-33c6af3fee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:09.938485 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-18fefaf8-636f-4234-8678-33c6af3fee61 admin admin] 10.222.0.32 "GET /v2.0/subnets/6100e486-c2b3-4200-963a-3734f69b928f HTTP/1.1" status: 200 len: 816 time: 0.0869200 Aug 03 21:04:12.113764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38136) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:12.204546 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a24bd3-5dce-48f0-9a1e-8cb95e3a2d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:12.205984 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-10a24bd3-5dce-48f0-9a1e-8cb95e3a2d75 admin admin] 10.222.0.32 "GET /v2.0/subnets/9777cd38-f45c-465c-ad07-dbabf4955a52 HTTP/1.1" status: 200 len: 868 time: 0.0913141 Aug 03 21:04:14.186607 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:04:16.341198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f7847582-21c5-428e-96f5-d4536475d793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:19.000823 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb296-3632-467e-b5e2-4691f9e6ddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:19.132406 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:20.469221 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:21.826337 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:38.274648 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38190) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:38.321163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [None req-0f796f0d-82f2-49f5-8cab-1afa7b9795bb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:04:38.322188 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0f796f0d-82f2-49f5-8cab-1afa7b9795bb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465569 Aug 03 21:04:40.568481 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38198) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:40.628041 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c50b2a-1eca-4c31-a56b-e874d61bcfe1 admin admin] GET failed (client error): The resource could not be found. Aug 03 21:04:40.629382 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d8c50b2a-1eca-4c31-a56b-e874d61bcfe1 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599456 Aug 03 21:04:40.716798 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d97b60-ff6b-4fe6-97b2-9bef2682adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:40.718395 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-16d97b60-ff6b-4fe6-97b2-9bef2682adac admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840302 Aug 03 21:04:42.924493 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38206) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:42.971453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:04:43.056827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Made reservation on behalf of 144501892f814bb1a4c938972f04df51 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:04:43.059218 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:43.096688 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING neutron.services.revisions.revision_plugin [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Could not find related network for resource to bump revision. Aug 03 21:04:43.108815 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:04:43.118485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:43.118915 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Added segment 77a8c499-5cb5-44aa-80fa-836eada6a55f of type vlan for network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf Aug 03 21:04:43.162942 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:43.265289 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:43.266288 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:43.267013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:43.325342 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Pushing event updated for resources: {'Network': ['ID=178536c9-b4fd-4ff8-bcaf-9d37c355e1bf,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:04:43.332034 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.332401 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.332811 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.333157 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.333489 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.333836 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.334173 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.334517 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.334865 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.335240 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.335571 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.335906 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:43.351534 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:04:43.372274 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b466145c-d1fb-480e-a99a-20fc264060a1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4466898 Aug 03 21:04:45.580035 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38214) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:04:45.641758 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb114fc-9e95-4b31-9e68-339210919507 admin admin] GET failed (client error): The resource could not be found. Aug 03 21:04:45.643126 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7cb114fc-9e95-4b31-9e68-339210919507 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621169 Aug 03 21:04:45.745782 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce486b6-9ffd-484f-a640-aac476d0d03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:45.747408 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fce486b6-9ffd-484f-a640-aac476d0d03d admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996389 Aug 03 21:04:45.758111 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:04:45.839359 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Made reservation on behalf of 144501892f814bb1a4c938972f04df51 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:04:45.841693 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.085426 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.143756 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:04:46.150324 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Checking segment: {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:04:46.150699 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Network hostable DHCP agents. Network: 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:04:46.222224 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:04:46.309603 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:04:46.314472 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:04:46.315706 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.319246 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08754a4-461d-46e1-b873-3fc9697c6908 None None] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:04:46.404043 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2a610066-eafb-4c8b-b6ef-01e1502af3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.415430 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3ee0bd33-8455-471b-b190-f2b28eb6fa9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6613009 Aug 03 21:04:46.475142 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-178536c9-b4fd-4ff8-bcaf-9d37c355e1bf', 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf', 'tenant_id': '144501892f814bb1a4c938972f04df51', 'fixed_ips': [{'subnet_id': '0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:04:46.476842 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.618372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Allocated IP 192.168.233.2 (178536c9-b4fd-4ff8-bcaf-9d37c355e1bf/0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf/a3762206-e9ea-4ed1-8e91-21bd23e3b879) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:04:46.774083 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.784308 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Transition to ACTIVE for port object a3762206-e9ea-4ed1-8e91-21bd23e3b879 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:04:46.802079 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Transition to ACTIVE for port object a3762206-e9ea-4ed1-8e91-21bd23e3b879 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:04:46.903759 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:46.948311 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:04:46.951293 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:04:46.955717 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:04:46.958832 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Pushing event updated for resources: {'Port': ['ID=a3762206-e9ea-4ed1-8e91-21bd23e3b879,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:04:46.969919 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.970286 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.970633 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.971017 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.971376 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.971804 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.972142 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.972471 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.972820 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.973171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.973497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:46.973825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:04:47.032145 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Attempting to bind port a3762206-e9ea-4ed1-8e91-21bd23e3b879 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:04:47.032431 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Attempting to bind port a3762206-e9ea-4ed1-8e91-21bd23e3b879 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:04:47.032791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Attempting to bind port a3762206-e9ea-4ed1-8e91-21bd23e3b879 on network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:04:47.038081 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:04:47.038478 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Checking segment: {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:04:47.038878 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:47.039302 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Bound using segment: {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:04:47.039774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Bound port: a3762206-e9ea-4ed1-8e91-21bd23e3b879, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:04:47.040174 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:47.104793 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] For port a3762206-e9ea-4ed1-8e91-21bd23e3b879, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:04:47.108023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] For port a3762206-e9ea-4ed1-8e91-21bd23e3b879, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a3762206-e9ea-4ed1-8e91-21bd23e3b879,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:04:47.203343 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:47.260581 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cca190-6390-474c-8e67-919a1d03081a None None] Pushing event updated for resources: {'Port': ['ID=a3762206-e9ea-4ed1-8e91-21bd23e3b879,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:04:47.570276 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a3762206-e9ea-4ed1-8e91-21bd23e3b879 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:04:47.705678 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port a3762206-e9ea-4ed1-8e91-21bd23e3b879 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:04:48.094265 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a30b3-c6f3-49d5-b822-3e299040dd59 None None] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:04:48.208606 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Provisioning for port a3762206-e9ea-4ed1-8e91-21bd23e3b879 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:04:48.220694 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Provisioning complete for port a3762206-e9ea-4ed1-8e91-21bd23e3b879 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:04:48.221065 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:48.336623 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:48.380718 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] For port a3762206-e9ea-4ed1-8e91-21bd23e3b879, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a3762206-e9ea-4ed1-8e91-21bd23e3b879,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:04:48.471371 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:48.524171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93d94d-c3ba-4910-956d-5eb0c902d88f None None] Pushing event updated for resources: {'Port': ['ID=a3762206-e9ea-4ed1-8e91-21bd23e3b879,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:04:48.590103 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d4b287ac-0e4a-4f1e-99a6-5029b779137a None None] Provisioning complete for port a3762206-e9ea-4ed1-8e91-21bd23e3b879 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:04:48.590726 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4b287ac-0e4a-4f1e-99a6-5029b779137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:49.009229 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-53262915-65da-496e-acfd-2dd967f79422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:49.156762 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:49.533010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a3762206-e9ea-4ed1-8e91-21bd23e3b879 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:04:49.584319 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port a3762206-e9ea-4ed1-8e91-21bd23e3b879 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:04:49.584693 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:50.439975 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:04:51.186146 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:04:51.851415 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:16.366914 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab8e4-8dc2-45f3-a851-d9933c4cb7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:19.015539 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-58066ec6-897b-4551-ad5e-8a8e102908fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:19.153208 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:20.455441 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:21.835600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:28.185132 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:05:46.371208 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e6ba304d-6220-4844-8fc4-3f19b2bd1dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:49.002722 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-24a48c73-1099-471d-a8cc-d78e92e0777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:49.136798 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:50.437262 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:05:51.837450 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:05.183645 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:06:05.446945 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38266) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:06:05.452915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [None req-1ddaf8c6-3e25-4ad9-906f-625ea1c9909d tempest-verify_tempest_config-1187750133 tempest-verify_tempest_config-1187750133-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:06:05.453877 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1ddaf8c6-3e25-4ad9-906f-625ea1c9909d tempest-verify_tempest_config-1187750133 tempest-verify_tempest_config-1187750133-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059452 Aug 03 21:06:06.066347 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38284) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:06:06.173545 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.257972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.327652 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.373354 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0a167f-ddb5-4e08-aaa3-d1f5629c6a12,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:06:06.377072 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52ec87678c1045928379e9e2647ba534&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3096721 Aug 03 21:06:06.379841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38288) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:06:06.382713 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.383111 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.383444 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.383782 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.384108 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.384436 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.384761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.385085 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.385424 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.385751 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.386077 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.386469 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ededfe1-9211-407b-801c-3b4db8df6dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.435143 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.456096 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.593345 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.596449 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:06.597647 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c0a167f-ddb5-4e08-aaa3-d1f5629c6a12 HTTP/1.1" status: 204 len: 168 time: 0.2167449 Aug 03 21:06:06.606769 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0a167f-ddb5-4e08-aaa3-d1f5629c6a12,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:06:06.613979 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.614254 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.614672 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.614907 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.615264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.615593 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.615920 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.616261 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.616602 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.616929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.617245 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:06.617565 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc03a51-bb26-4052-9a43-a4ea4a1b18d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:06:16.384668 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b6ef-e031-4296-b0b5-a523b68dfaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:19.043589 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f26c9c18-32a3-4351-b7ec-ea817c09de09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:19.152646 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:20.460739 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:21.850583 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:42.183687 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:06:46.389096 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b0708798-17e6-48b6-8002-2fac84e1769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:49.007872 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cbfa61f5-c78c-41d9-a7ab-96240e3ff9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:49.151191 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:50.480109 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:06:51.834800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:16.424117 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9402cdaa-0299-4524-85d4-15facbd10ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:19.023854 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d53d256f-50db-4300-8ada-ef492a247613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:19.183066 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 5 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:07:19.189535 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:20.452505 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:21.858166 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:36.211689 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3886195'] for agent, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:40.201174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38342) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:07:40.302141 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8e140000-7d9d-4a87-a48a-ba249a008e6b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0998831 Aug 03 21:07:42.470989 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38352) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:07:42.529161 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-696a30a7-adfe-4957-90d4-507b8c19b2be admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0570092 Aug 03 21:07:46.392012 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f7bf-d8d4-4e79-aaea-06420f066e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:49.031735 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d05018a8-022c-47aa-a271-80775fbd5b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:49.182120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:50.479254 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:51.866600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:07:56.182456 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:08:06.185544 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:16.396569 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8e62-63a1-417a-a6b5-3a3fa8569e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:19.009590 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-109349ae-3b74-4a05-a9a7-597adade9f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:19.152542 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:20.470568 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:21.861146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:33.182816 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:08:36.197629 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:46.400926 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-97b95edd-164a-40ef-8393-880436c9b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:49.007904 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eb96c034-ca39-4383-bb54-1030b5b2300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:49.191028 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:50.453831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:08:51.859308 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:06.195916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:10.183496 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:09:10.544213 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38518) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:11.386322 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-384945892-network', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:11.498674 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Made reservation on behalf of d6dc80e0d1a74993828d8d2a3aab2750 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:11.504404 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.512543 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.643401 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.754289 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.785877 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:09:11.787944 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3147f9ab-a70e-4f8c-99bd-610a399a0dfb,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:11.801537 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.802404 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Added segment 2a679ee2-fd14-46a4-bf22-d971fdf6078d of type vlan for network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 Aug 03 21:09:11.857505 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.858217 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.858810 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.859422 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.859974 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.860394 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.860792 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.861201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.861611 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.862012 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.862410 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.862792 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Tracked resource versions report: Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: pushed versions: Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: { 'AddressGroup': {'1.2'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Log': {'1.0'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Network': {'1.1'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Port': {'1.7'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'PortForwarding': {'1.2'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'QosPolicy': {'1.8'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroup': {'1.4'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SubPort': {'1.0'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Subnet': {'1.1'}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Trunk': {'1.1'}} Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: consumer versions: Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: HyperV agent@hv-cinder-78626: {}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'ConntrackHelper': '1.0', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Log': '1.0', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Network': '1.1', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Port': '1.7', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'PortForwarding': '1.2', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'QosPolicy': '1.8', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroup': '1.4', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SecurityGroupRule': '1.2', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'SubPort': '1.0', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Subnet': '1.1', Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: 'Trunk': '1.1'}} Aug 03 21:09:11.864170 dv-cinder-786260-15-iscsi neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:09:11.871891 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.983709 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:11.995321 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:11.995321 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.044166 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:12.058459 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:09:12.136673 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38572) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:12.137245 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fdbf9de8-1a76-4d8b-b047-12a6833b3630 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5912633 Aug 03 21:09:12.142968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Request body: {'subnet': {'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-subnet', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:12.258502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Made reservation on behalf of d6dc80e0d1a74993828d8d2a3aab2750 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:12.260895 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.454360 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38584) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:12.525175 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38590) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:12.538555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.566360 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38598) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:12.602737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1e2707-a1b1-43a1-8246-2ae965b15cd7,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:12.610451 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Checking segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:12.610800 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Network hostable DHCP agents. Network: 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:09:12.615478 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.615850 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.616183 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.616509 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.616828 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.617165 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.617490 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.617829 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.618183 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.618698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.619015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.619352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Tracked resource versions report: Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: pushed versions: Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Log': {'1.0'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Network': {'1.1'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Port': {'1.7'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'QosPolicy': {'1.8'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: consumer versions: Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: HyperV agent@hv-cinder-78626: {}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Log': '1.0', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Network': '1.1', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Port': '1.7', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'QosPolicy': '1.8', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'SubPort': '1.0', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Subnet': '1.1', Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Aug 03 21:09:12.620450 dv-cinder-786260-15-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:09:12.664191 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-network', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:12.712274 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373754545-network', 'tenant_id': 'aa74b41bd15841339c4d704e4bfa1cef'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:12.721756 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:09:12.785613 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Made reservation on behalf of 4f28113ab6eb4b619498b0e1751a33b8 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:12.788137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.802569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.827403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:12.832506 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:12.833372 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.848490 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c11dd-bdd0-4693-ba19-e64dd46a1365 None None] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:12.915768 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Made reservation on behalf of aa74b41bd15841339c4d704e4bfa1cef for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:12.918383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.931636 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:12.982262 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1893984650-network', 'tenant_id': 'edad5784789048c4a74e75b5bfe00502'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:13.003394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:09:13.004338 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.038341 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-79e97fc9-791e-44b6-b7bc-62baacfd1b54 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9005201 Aug 03 21:09:13.041884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38616) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:13.047029 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:13.146853 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.147916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Allocated IP 172.20.0.2 (8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3/7a1e2707-a1b1-43a1-8246-2ae965b15cd7/50daf0a4-d892-4f12-b067-540f49eb2497) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:13.259063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.261096 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 21:09:13.261096 dv-cinder-786260-15-iscsi neutron-server[94029]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 21:09:13.261096 dv-cinder-786260-15-iscsi neutron-server[94029]: [parameters: {'project_id_1': 'edad5784789048c4a74e75b5bfe00502', 'expiration_1': datetime.datetime(2021, 8, 3, 21, 9, 12, 987162)}] Aug 03 21:09:13.261096 dv-cinder-786260-15-iscsi neutron-server[94029]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 21:09:13.261473 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 21:09:13.267480 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.db.api [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 21:09:13.267480 dv-cinder-786260-15-iscsi neutron-server[94030]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 21:09:13.267480 dv-cinder-786260-15-iscsi neutron-server[94030]: [parameters: {'project_id_1': 'd6dc80e0d1a74993828d8d2a3aab2750', 'expiration_1': datetime.datetime(2021, 8, 3, 21, 9, 13, 55161)}] Aug 03 21:09:13.267480 dv-cinder-786260-15-iscsi neutron-server[94030]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 21:09:13.268295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG oslo_db.api [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 21:09:13.283944 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:09:13.296018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.296363 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Added segment 145a580f-e242-48e0-913f-57a0043b13c4 of type vlan for network 9fe69f75-7d46-4521-b23b-8d3b2889b85b Aug 03 21:09:13.373982 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.397897 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:13.421507 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.431850 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Transition to ACTIVE for port object 50daf0a4-d892-4f12-b067-540f49eb2497 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:13.449391 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Transition to ACTIVE for port object 50daf0a4-d892-4f12-b067-540f49eb2497 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:13.555895 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.594347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.603334 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:13.606138 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:13.611228 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:13.614270 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Pushing event updated for resources: {'Port': ['ID=50daf0a4-d892-4f12-b067-540f49eb2497,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:13.624912 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.625283 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.625630 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.625967 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.626300 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.626645 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.626961 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.627318 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.627660 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.628155 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.628504 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.628885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Tracked resource versions report: Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: pushed versions: Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Log': {'1.0'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Network': {'1.1'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Port': {'1.7'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'QosPolicy': {'1.8'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: consumer versions: Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: HyperV agent@hv-cinder-78626: {}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Log': '1.0', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Network': '1.1', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Port': '1.7', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'QosPolicy': '1.8', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'SubPort': '1.0', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Subnet': '1.1', Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Aug 03 21:09:13.630395 dv-cinder-786260-15-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:09:13.688967 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Attempting to bind port 50daf0a4-d892-4f12-b067-540f49eb2497 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:13.689432 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Attempting to bind port 50daf0a4-d892-4f12-b067-540f49eb2497 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:13.689730 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Attempting to bind port 50daf0a4-d892-4f12-b067-540f49eb2497 on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:13.695751 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:13.696125 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Checking segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:13.696559 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.696966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Bound using segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:13.697449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Bound port: 50daf0a4-d892-4f12-b067-540f49eb2497, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:13.697882 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.704357 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.705431 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:13.708056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.769184 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] For port 50daf0a4-d892-4f12-b067-540f49eb2497, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:13.772631 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] For port 50daf0a4-d892-4f12-b067-540f49eb2497, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=50daf0a4-d892-4f12-b067-540f49eb2497,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:13.778913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.785761 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe69f75-7d46-4521-b23b-8d3b2889b85b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:13.796915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:09:13.807190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:09:13.825450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597dd7c-196c-4fa2-aa00-7086d5d6179c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:13.830932 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.837113 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Added segment 9a7aca6b-a8bc-4b62-93ae-9f4763cfb5f2 of type vlan for network 7e041398-b9b1-4605-9372-51384bbcb51a Aug 03 21:09:13.886498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.892770 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9ac8ee77-2ee4-4ef0-a21e-d18f68061390 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4370630 Aug 03 21:09:13.895801 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38638) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:13.906230 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:13.908403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Request body: {'subnet': {'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-subnet', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:13.968359 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f47a2-6635-4019-bff9-4bce71016736 None None] Pushing event updated for resources: {'Port': ['ID=50daf0a4-d892-4f12-b067-540f49eb2497,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:14.040783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Made reservation on behalf of edad5784789048c4a74e75b5bfe00502 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:14.043196 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.053291 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.125727 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.141174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:14.141174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.224346 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] Pushing event updated for resources: {'Network': ['ID=7e041398-b9b1-4605-9372-51384bbcb51a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:14.235617 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 7e041398-b9b1-4605-9372-51384bbcb51a details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:09:14.277432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.278671 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.363675 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.692778 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Made reservation on behalf of 4f28113ab6eb4b619498b0e1751a33b8 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:14.695523 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.814088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.898507 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.936229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:09:14.952850 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24588722-9498-45e9-9fcf-df8e092ca100,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:14.968496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.970756 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:14.972858 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Added segment de9fbd58-e67d-4309-b548-627b2b37e1af of type vlan for network fcf31433-e118-462e-bd72-7aa9cbdd0d1c Aug 03 21:09:15.033022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.098460 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2abd3e79-ad18-4a42-954d-7e5ab484f76a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5713325 Aug 03 21:09:15.099050 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38686) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:15.116962 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Request body: {'subnet': {'network_id': '7e041398-b9b1-4605-9372-51384bbcb51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373754545-subnet', 'tenant_id': 'aa74b41bd15841339c4d704e4bfa1cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:15.173988 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a824e-076f-4fb6-9385-8bdc8991a03b None None] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:15.223872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38692) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:15.344017 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.345002 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:15.345586 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.362531 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Made reservation on behalf of aa74b41bd15841339c4d704e4bfa1cef for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:15.377178 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.400387 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c9fb1b2a-fcba-459c-8e97-c61d1f14e242 None None] Provisioning for port 50daf0a4-d892-4f12-b067-540f49eb2497 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:15.431528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.526991 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a9309b-6879-426a-80f1-906f0b4a615f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:15.541853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bd0233ae-c4bc-40a5-bf2e-d9e90dd84665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.644180 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.660505 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.691698 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1241143 Aug 03 21:09:15.692377 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38720) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:15.740342 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Request body: {'subnet': {'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1893984650-subnet', 'tenant_id': 'edad5784789048c4a74e75b5bfe00502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:15.744386 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Checking segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:15.744959 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Network hostable DHCP agents. Network: 9fe69f75-7d46-4521-b23b-8d3b2889b85b, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:09:15.812897 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 50daf0a4-d892-4f12-b067-540f49eb2497 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:15.815324 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54323a37-55a7-4600-a5e4-342d976bf388 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf31433-e118-462e-bd72-7aa9cbdd0d1c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:15.849763 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Allocated IP 172.27.0.252 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/b1b7d35c-050c-4e48-bdfb-1d0420832567) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:15.887489 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network fcf31433-e118-462e-bd72-7aa9cbdd0d1c details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:09:15.909433 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:09:15.993864 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bd0233ae-c4bc-40a5-bf2e-d9e90dd84665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:15.998832 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.045850 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 9fe69f75-7d46-4521-b23b-8d3b2889b85b) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:16.055233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:16.055862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.057410 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b4bd2-985a-4abe-87a0-114e3146b29c None None] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:16.081116 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bd0233ae-c4bc-40a5-bf2e-d9e90dd84665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.127181 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bd0233ae-c4bc-40a5-bf2e-d9e90dd84665 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=247da1ea5e9949a194f132e27f3d0655&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9014151 Aug 03 21:09:16.130934 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0233ae-c4bc-40a5-bf2e-d9e90dd84665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5910ae-daf0-4ddb-bd7c-d9afef228098,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:16.131219 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38740) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:16.151906 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 50daf0a4-d892-4f12-b067-540f49eb2497 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:16.159848 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 50daf0a4-d892-4f12-b067-540f49eb2497 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:16.163435 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.189205 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.195492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.247684 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-773226b4-7554-4d77-b913-6832410c9489 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3487766 Aug 03 21:09:16.253315 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74bf18-bd13-4978-b626-18c81ef8b696 None None] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:16.256972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38742) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:16.257781 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc42f293-8fcc-4991-888a-54697613a7f1,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:16.261872 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b7d35c-050c-4e48-bdfb-1d0420832567,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:16.262966 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38744) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:16.268223 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:16.279574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.289603 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:16.293542 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:16.295462 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Checking segment: {'id': '9a7aca6b-a8bc-4b62-93ae-9f4763cfb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7e041398-b9b1-4605-9372-51384bbcb51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:16.296762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Network hostable DHCP agents. Network: 7e041398-b9b1-4605-9372-51384bbcb51a, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:09:16.298904 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:16.395796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.440796 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.453555 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f989ed24-024b-47b2-9d5b-5de4e3ee980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.454019 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Made reservation on behalf of edad5784789048c4a74e75b5bfe00502 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:16.456422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.479973 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 50daf0a4-d892-4f12-b067-540f49eb2497, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=50daf0a4-d892-4f12-b067-540f49eb2497,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:16.500854 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Network 7e041398-b9b1-4605-9372-51384bbcb51a is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:09:16.590198 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.596089 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.624165 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38750) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:16.649029 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-92ea61ae-3f9a-4226-a46e-211cb7cbfe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.651570 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.653138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.655929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.658655 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb5910ae-daf0-4ddb-bd7c-d9afef228098 HTTP/1.1" status: 204 len: 168 time: 0.5250294 Aug 03 21:09:16.731102 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=50daf0a4-d892-4f12-b067-540f49eb2497,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:16.741549 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a821a-a7e4-499e-988a-935c83896354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5910ae-daf0-4ddb-bd7c-d9afef228098,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:16.827036 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 7e041398-b9b1-4605-9372-51384bbcb51a) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:16.835137 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:16.835137 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.838950 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.839870 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd229b-b97a-4cb8-9ee7-122062f169b8 None None] Network 7e041398-b9b1-4605-9372-51384bbcb51a requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:16.851069 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7bf627fd-70e8-4f12-946f-2edebdaf2b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.912699 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f989ed24-024b-47b2-9d5b-5de4e3ee980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:16.981903 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad8732-1f35-4653-ba84-4ceaac079ae4 None None] Network 7e041398-b9b1-4605-9372-51384bbcb51a requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:16.992683 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.085881 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f989ed24-024b-47b2-9d5b-5de4e3ee980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.190021 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f989ed24-024b-47b2-9d5b-5de4e3ee980e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527d51def98349fcb1f85939f2e77fbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9087176 Aug 03 21:09:17.192707 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38766) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:17.201293 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.206310 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.222202 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989ed24-024b-47b2-9d5b-5de4e3ee980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181220ed-56cc-4445-bb14-6c6b7c89e69c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:17.260363 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c6eb4d0c-eb09-4c80-b472-8941e18e3b2a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1573968 Aug 03 21:09:17.312462 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.313444 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.319987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62bcabe-857a-4021-a7b4-364175f322dc,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:17.329359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Checking segment: {'id': 'de9fbd58-e67d-4309-b548-627b2b37e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:17.329729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Network hostable DHCP agents. Network: fcf31433-e118-462e-bd72-7aa9cbdd0d1c, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:09:17.375034 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.516711 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7bf627fd-70e8-4f12-946f-2edebdaf2b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.595849 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Network fcf31433-e118-462e-bd72-7aa9cbdd0d1c is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:09:17.664104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:09:17.674439 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.677531 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.678932 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/181220ed-56cc-4445-bb14-6c6b7c89e69c HTTP/1.1" status: 204 len: 168 time: 0.4839900 Aug 03 21:09:17.687414 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7bf627fd-70e8-4f12-946f-2edebdaf2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.719690 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f138c6-0cec-49a7-9578-6b18ff601c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181220ed-56cc-4445-bb14-6c6b7c89e69c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:17.721768 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 50daf0a4-d892-4f12-b067-540f49eb2497 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:17.723290 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, fcf31433-e118-462e-bd72-7aa9cbdd0d1c) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:17.725296 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.731241 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:17.731825 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.764225 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.783818 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7bf627fd-70e8-4f12-946f-2edebdaf2b92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c6c760d6ca7411aa3ab5286d3d78b8b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1583478 Aug 03 21:09:17.786746 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38788) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:17.800023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb72dd-a4b7-421a-9009-3a8d8cb94e19 None None] Network fcf31433-e118-462e-bd72-7aa9cbdd0d1c requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:17.848110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:09:17.857126 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf627fd-70e8-4f12-946f-2edebdaf2b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699681e2-2562-456f-a662-5fb91a9a49a1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:17.862505 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:09:17.869419 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-10cc06c4-6d16-48f6-8d5a-8324808a6a7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1680181 Aug 03 21:09:17.885503 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:17.887532 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:08:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:17.887943 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.918870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.974980 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:17.977729 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-50a99566-7fc4-42d8-b1da-a4788c2e09c8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9347620 Aug 03 21:09:17.980674 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38794) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:17.981155 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38796) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:18.052740 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 50daf0a4-d892-4f12-b067-540f49eb2497 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:18.054098 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.060700 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa7a7a-b267-4152-b198-d9db06b0793c None None] Network fcf31433-e118-462e-bd72-7aa9cbdd0d1c requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:18.073792 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ab82546-5776-4d3c-a1e0-7f9b573f569c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.115395 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Allocated IP 172.27.0.248 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/f44c1463-7945-4e16-a4b3-597eda8b0ed4) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:18.136193 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:18.176322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.179105 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.184050 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/699681e2-2562-456f-a662-5fb91a9a49a1 HTTP/1.1" status: 204 len: 168 time: 0.3924410 Aug 03 21:09:18.203852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c7bd-667e-4664-9c1c-25f9189e8563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699681e2-2562-456f-a662-5fb91a9a49a1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:18.475537 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ab82546-5776-4d3c-a1e0-7f9b573f569c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.532710 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.543487 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:16Z', 'revision_number': 3, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:18.580901 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:09:18.581715 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Updating router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 port b1b7d35c-050c-4e48-bdfb-1d0420832567 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:09:18.612548 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.624496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ab82546-5776-4d3c-a1e0-7f9b573f569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.702123 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab82546-5776-4d3c-a1e0-7f9b573f569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab6fd64-0d26-4924-935b-d0918ee27b8d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:18.711541 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38810) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:18.711827 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1ab82546-5776-4d3c-a1e0-7f9b573f569c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c4be16ebce4eba8501478edbfcc4e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7195413 Aug 03 21:09:18.780897 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.783350 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.836214 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:18.866253 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:18.873972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:18.885523 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:18.969064 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Pushing event updated for resources: {'Port': ['ID=f44c1463-7945-4e16-a4b3-597eda8b0ed4,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:18.983336 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.014513 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.022266 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6b03580-5e48-4f25-a476-6aad5d2d4aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.027569 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Transition to ACTIVE for port object b1b7d35c-050c-4e48-bdfb-1d0420832567 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:19.033581 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Allocated IP 172.20.0.1 (8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3/7a1e2707-a1b1-43a1-8246-2ae965b15cd7/fd3e69ed-b448-4fbd-b2db-dd90e137ddd5) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:19.148777 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.172854 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.227015 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Pushing event updated for resources: {'Port': ['ID=b1b7d35c-050c-4e48-bdfb-1d0420832567,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:19.230049 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Attempting to bind port b1b7d35c-050c-4e48-bdfb-1d0420832567 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:19.230409 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Attempting to bind port b1b7d35c-050c-4e48-bdfb-1d0420832567 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:19.230771 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Attempting to bind port b1b7d35c-050c-4e48-bdfb-1d0420832567 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:19.234946 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.235181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Transition to ACTIVE for port object fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:19.236227 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.238735 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.242601 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab6fd64-0d26-4924-935b-d0918ee27b8d HTTP/1.1" status: 204 len: 168 time: 0.5297732 Aug 03 21:09:19.243895 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.245920 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.245920 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.247403 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.247891 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.248242 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.248585 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.248925 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.249283 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.249695 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.250043 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.250373 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Tracked resource versions report: Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: pushed versions: Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Log': {'1.0'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Network': {'1.1'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Port': {'1.7'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'QosPolicy': {'1.8'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: consumer versions: Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: HyperV agent@hv-cinder-78626: {}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: L3 agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: Metadata agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: Metering agent@dv-cinder-786260-15-iscsi: {}, Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-786260-15-iscsi: { 'AddressGroup': '1.2', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Log': '1.0', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Network': '1.1', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Port': '1.7', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'QosPolicy': '1.8', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'SubPort': '1.0', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Subnet': '1.1', Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Aug 03 21:09:19.251674 dv-cinder-786260-15-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 21:09:19.257691 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:19.257936 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:19.258145 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.258737 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:19.259544 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Bound port: b1b7d35c-050c-4e48-bdfb-1d0420832567, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:19.260336 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.275707 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38828) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:19.324926 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] For port b1b7d35c-050c-4e48-bdfb-1d0420832567, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:19.329427 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] For port b1b7d35c-050c-4e48-bdfb-1d0420832567, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=b1b7d35c-050c-4e48-bdfb-1d0420832567,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:19.335128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7bc773a1-f976-4cb6-86df-eb591ab86fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.344793 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7c1d-d662-4602-994a-bc26ac133599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab6fd64-0d26-4924-935b-d0918ee27b8d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:19.448798 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38830) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:19.453013 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.457152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7bc773a1-f976-4cb6-86df-eb591ab86fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.457152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.484475 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-27f54368-eadd-4960-9ff3-5d42d6ce4323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.503933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:19.507354 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:19.511506 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:19.512112 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.515808 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.554310 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:19.555762 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:19.588802 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7bc773a1-f976-4cb6-86df-eb591ab86fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.597100 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:19.727966 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38848) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:19.736462 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38850) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:19.746836 dv-cinder-786260-15-iscsi neutron-server[94029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 21:09:19.746979 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1002400484-network', 'tenant_id': 'e89d4bcd871e4ee88593e4d4c32b3123'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:19.766929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc773a1-f976-4cb6-86df-eb591ab86fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f72430-0e1c-4712-89eb-ef4077d73201,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:19.780168 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7bc773a1-f976-4cb6-86df-eb591ab86fba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2223bf0a5675494d9cbaecf2e56c3e30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5002744 Aug 03 21:09:19.780835 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38852) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:19.803569 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001d37-e07f-452e-86fb-b1022d102087 None None] Pushing event updated for resources: {'Port': ['ID=b1b7d35c-050c-4e48-bdfb-1d0420832567,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:19.845752 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:19.918530 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:19.960141 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.089568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.098302 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e9deadc8-1eae-406c-976d-0643fea48a30 None None] Provisioning for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:20.103675 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e9deadc8-1eae-406c-976d-0643fea48a30 None None] Provisioning complete for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:20.104143 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e9deadc8-1eae-406c-976d-0643fea48a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.129214 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:16Z', 'revision_number': 3, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:20.188528 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e4b79-10df-4510-b8c7-e88809b471e4 None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:16Z', 'revision_number': 3, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:09:20.196859 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e9deadc8-1eae-406c-976d-0643fea48a30 None None] Port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:09:20.267535 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38856) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:20.270083 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.272131 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-e834d71d-2770-4893-8251-109349c1af47 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:20.272701 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.273744 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-e834d71d-2770-4893-8251-109349c1af47 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/networks?id=fcf31433-e118-462e-bd72-7aa9cbdd0d1c HTTP/1.1" status: 200 len: 812 time: 0.5363185 Aug 03 21:09:20.277239 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1f72430-0e1c-4712-89eb-ef4077d73201 HTTP/1.1" status: 204 len: 168 time: 0.4952447 Aug 03 21:09:20.306488 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-3c700ca3-a87a-4a55-b7b7-4c6da576114b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/quotas/edad5784789048c4a74e75b5bfe00502 HTTP/1.1" status: 200 len: 375 time: 0.0156789 Aug 03 21:09:20.325629 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-27f54368-eadd-4960-9ff3-5d42d6ce4323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.340349 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3da8-f23f-40b3-a7cd-919a15ba01fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f72430-0e1c-4712-89eb-ef4077d73201,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:20.403785 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-d9825c76-29c9-4105-931f-34aa59f5d3cf tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edad5784789048c4a74e75b5bfe00502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853462 Aug 03 21:09:20.406095 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-27f54368-eadd-4960-9ff3-5d42d6ce4323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.431281 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.453683 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38868) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:20.453971 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-27f54368-eadd-4960-9ff3-5d42d6ce4323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10332e31864342e1acec35a1a5efcde8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0036561 Aug 03 21:09:20.504253 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f54368-eadd-4960-9ff3-5d42d6ce4323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24769574-07d8-4b79-be24-fd7ff53c1755,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:20.561304 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.592981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac1753e0-4faa-40b8-a1af-9be4d5d81fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.604885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Made reservation on behalf of e89d4bcd871e4ee88593e4d4c32b3123 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:20.607919 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.621050 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.720521 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.729780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.763353 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.789194 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Router d7070ce9-398c-4b12-a713-2a66c8e70c86 is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:09:20.838776 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:20.844860 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.016890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac1753e0-4faa-40b8-a1af-9be4d5d81fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.023984 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:21.081078 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:09:21.102958 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Sync routers for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:09:21.130484 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:21.131767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:21.132499 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:21.133995 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ac1753e0-4faa-40b8-a1af-9be4d5d81fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.148087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:21.165657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-f64a7c6a-f4ef-48c7-a84c-60a8f9ee5813 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94029) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:09:21.170657 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-f64a7c6a-f4ef-48c7-a84c-60a8f9ee5813 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2056687 Aug 03 21:09:21.189980 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.193044 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.194557 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24769574-07d8-4b79-be24-fd7ff53c1755 HTTP/1.1" status: 204 len: 168 time: 0.7378700 Aug 03 21:09:21.320759 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ac1753e0-4faa-40b8-a1af-9be4d5d81fa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86328eb67ae34e58861a4540777a2d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0516050 Aug 03 21:09:21.341677 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38890) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:21.357866 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1753e0-4faa-40b8-a1af-9be4d5d81fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8a590-a887-4607-ad27-c06e94c24944,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:21.439421 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ac51b-21f5-40f0-9b03-bf14a0fa1e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24769574-07d8-4b79-be24-fd7ff53c1755,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:21.510001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:21.516765 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-66a63b31-7cdd-45dc-b62a-9db656cbbad7 service neutron] 10.222.0.32 "GET /v2.0/networks/fcf31433-e118-462e-bd72-7aa9cbdd0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357420 Aug 03 21:09:21.618190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.668447 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.697158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7d262d17-5764-4e46-a387-2d06efe4def0 None None] Provisioning complete for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:21.697749 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7d262d17-5764-4e46-a387-2d06efe4def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.734442 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-51e1b325-7942-408a-8899-f4895217d2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/fcf31433-e118-462e-bd72-7aa9cbdd0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111027 Aug 03 21:09:21.766958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.771772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7d262d17-5764-4e46-a387-2d06efe4def0 None None] Port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:09:21.778302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:09:21.839002 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device b1b7d35c-050c-4e48-bdfb-1d0420832567 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:21.921140 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 3, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:21.922656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.930230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.932968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.934139 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77b8a590-a887-4607-ad27-c06e94c24944 HTTP/1.1" status: 204 len: 168 time: 0.5895271 Aug 03 21:09:21.952191 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:09:21.953942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:09:21.958716 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Checking router: d7070ce9-398c-4b12-a713-2a66c8e70c86 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:09:21.958956 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Updating router d7070ce9-398c-4b12-a713-2a66c8e70c86 port f44c1463-7945-4e16-a4b3-597eda8b0ed4 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:09:21.963804 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cabc00d2-4a82-435e-8d0f-6ee3a5aedfd3 admin admin] 10.222.0.32 "PUT /v2.0/routers/20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9703703 Aug 03 21:09:21.980760 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:21.981202 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Added segment 51ee9fa3-03d4-4dfd-b075-2f50e3e2e3f5 of type vlan for network 8ce187c2-89e8-4103-b80e-5182cad7eb72 Aug 03 21:09:21.983210 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf98e14-3583-41a0-834b-cdc296fa93d1,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:21.993086 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.000102 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.007960 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.013007 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8dde0558-357c-4fab-87d7-c712c88fa257 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7474542 Aug 03 21:09:22.016514 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 38902) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:22.039062 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ada67e-be16-4bb8-b7bb-bea8d95d3f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8a590-a887-4607-ad27-c06e94c24944,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:22.068233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.069703 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port b1b7d35c-050c-4e48-bdfb-1d0420832567 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:22.183070 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port b1b7d35c-050c-4e48-bdfb-1d0420832567 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:22.184040 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.201726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38918) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:22.204474 dv-cinder-786260-15-iscsi neutron-server[94030]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 21:09:22.258704 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.259889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:22.260621 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.382475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce187c2-89e8-4103-b80e-5182cad7eb72,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:22.397846 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa410ea1-52ab-45a7-b180-b7b696182ed9 req-dcfe0d3a-27dc-4e8e-9e0b-bf6312b9ac62 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.1945868 Aug 03 21:09:22.406417 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 8ce187c2-89e8-4103-b80e-5182cad7eb72 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:09:22.469209 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.540351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port b1b7d35c-050c-4e48-bdfb-1d0420832567, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=b1b7d35c-050c-4e48-bdfb-1d0420832567,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:22.557079 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-514c3ffa-1311-43e5-9daa-da4f676b3344 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8177805 Aug 03 21:09:22.559723 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38938) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:22.580033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Request body: {'subnet': {'network_id': '8ce187c2-89e8-4103-b80e-5182cad7eb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1002400484-subnet', 'tenant_id': 'e89d4bcd871e4ee88593e4d4c32b3123', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:22.636111 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.649953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.705953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Transition to ACTIVE for port object f44c1463-7945-4e16-a4b3-597eda8b0ed4 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:22.712034 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=b1b7d35c-050c-4e48-bdfb-1d0420832567,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:22.761094 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Made reservation on behalf of e89d4bcd871e4ee88593e4d4c32b3123 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:22.764171 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.790207 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:09:22.804918 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:22.807785 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:22.847248 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.863040 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:22.973099 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849d0e-6cc6-4213-8457-1090b682d7be None None] Pushing event updated for resources: {'Port': ['ID=f44c1463-7945-4e16-a4b3-597eda8b0ed4,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:23.056262 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Attempting to bind port f44c1463-7945-4e16-a4b3-597eda8b0ed4 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:23.059592 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Attempting to bind port f44c1463-7945-4e16-a4b3-597eda8b0ed4 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:23.061155 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Attempting to bind port f44c1463-7945-4e16-a4b3-597eda8b0ed4 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:23.072181 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:23.073776 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:23.081147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.081147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:23.081147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Bound port: f44c1463-7945-4e16-a4b3-597eda8b0ed4, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:23.081147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.191615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] For port f44c1463-7945-4e16-a4b3-597eda8b0ed4, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:23.196278 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] For port f44c1463-7945-4e16-a4b3-597eda8b0ed4, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=f44c1463-7945-4e16-a4b3-597eda8b0ed4,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:23.250196 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Allocated IP 172.20.0.1 (9fe69f75-7d46-4521-b23b-8d3b2889b85b/27a9309b-6879-426a-80f1-906f0b4a615f/2a188b02-4bd8-4405-a9c3-1ea67f01e875) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:23.275677 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.320262 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.341628 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231be11c-3bae-41fc-9c1b-a3a68e907074,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:23.342360 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:23.405667 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849d0e-6cc6-4213-8457-1090b682d7be None None] Pushing event updated for resources: {'Port': ['ID=f44c1463-7945-4e16-a4b3-597eda8b0ed4,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:23.422451 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:23.423404 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:23.442314 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Checking segment: {'id': '51ee9fa3-03d4-4dfd-b075-2f50e3e2e3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ce187c2-89e8-4103-b80e-5182cad7eb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:23.442695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Network hostable DHCP agents. Network: 8ce187c2-89e8-4103-b80e-5182cad7eb72, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:09:23.494951 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.555803 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38970) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:23.558359 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d23b019e-4d8a-45c1-a1aa-48020a9d9c9c req-e46f7df2-7cf5-4ebd-989b-4e61694c952b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0500479 Aug 03 21:09:23.562874 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760550256', 'description': 'tempest-description--1360839194'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:23.599890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Network 8ce187c2-89e8-4103-b80e-5182cad7eb72 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:09:23.644959 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:23.675763 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.717519 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:23.721013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:23.726645 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:23.727171 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.744066 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.746285 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 8ce187c2-89e8-4103-b80e-5182cad7eb72) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:23.787350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:23.787948 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.829313 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:20Z', 'revision_number': 2, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:23.830328 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device b1b7d35c-050c-4e48-bdfb-1d0420832567 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:23.834442 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97ae4f-7a1c-4901-99f6-4437b8a0dc80 None None] Network 8ce187c2-89e8-4103-b80e-5182cad7eb72 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:23.847645 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Pushing event updated for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:23.864547 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:09:23.864772 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Updating router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:09:23.892197 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:23.913263 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-89e1c5e5-7df8-4590-9132-1c7226c96e49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3391621 Aug 03 21:09:24.150737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.195278 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.213423 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Transition to ACTIVE for port object fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:24.234476 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6db8c-b588-4271-82da-a00057908972 None None] Network 8ce187c2-89e8-4103-b80e-5182cad7eb72 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:09:24.252014 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.300069 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60bea7a-a36a-485e-8740-41aab00f9a5d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:24.315781 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.346103 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.350166 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b074f19a-a31b-44ed-93d3-75f16eff2fd5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7881403 Aug 03 21:09:24.358269 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38988) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:24.370055 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.371111 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group_rule': {'security_group_id': 'f60bea7a-a36a-485e-8740-41aab00f9a5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:24.511130 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Attempting to bind port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:24.511564 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Attempting to bind port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:24.511935 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Attempting to bind port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:24.519462 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:24.527009 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Checking segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:24.529749 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.529928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.532751 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Bound using segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:24.533263 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Bound port: fd3e69ed-b448-4fbd-b2db-dd90e137ddd5, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:24.533672 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.650347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 38996) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:24.659377 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.692787 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] For port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:24.696280 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] For port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:24.704244 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051419a-b74a-49fd-9c20-a90493a1389a None None] Pushing event updated for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:24.765394 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Deleting subnet fc42f293-8fcc-4991-888a-54697613a7f1 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:09:24.770030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.772741 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port b1b7d35c-050c-4e48-bdfb-1d0420832567 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:24.773361 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.817498 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.844488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.853460 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.898612 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.927919 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6718010e-d7ca-4bdc-9acc-2d2365cfcf5b req-6de39297-62ce-43fe-8da6-baa4f51d8fe4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.2167840 Aug 03 21:09:24.935545 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec0b78d-ea73-497c-b86a-04f980df354c,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:24.941138 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051419a-b74a-49fd-9c20-a90493a1389a None None] Pushing event updated for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:24.953206 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.958212 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-15be1d9c-439c-4072-bf29-d530d92cef38 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6022267 Aug 03 21:09:24.959554 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39006) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:24.983321 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:24.985218 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group_rule': {'security_group_id': 'f60bea7a-a36a-485e-8740-41aab00f9a5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:25.000356 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:25.001172 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:25.026984 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 3, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:25.069253 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069c1dc-6b4b-4c77-8101-1813760040f4 None None] The sync data for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi is: [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 3, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:09:25.070473 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.071413 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.112695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.156337 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Pushing event updated for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:25.206341 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:25.228780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.356310 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.361544 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc42f293-8fcc-4991-888a-54697613a7f1 HTTP/1.1" status: 204 len: 168 time: 0.7103858 Aug 03 21:09:25.365091 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dfbfd-2ba7-45c1-b260-166795f2e0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc42f293-8fcc-4991-888a-54697613a7f1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:25.367412 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39022) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:25.450135 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.485014 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:25.487793 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:25.503497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.544734 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:25.648540 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd7389c-8c79-4a1c-a3fe-00a000224398,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:25.753911 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:25.840333 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Router d7070ce9-398c-4b12-a713-2a66c8e70c86 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:09:25.858110 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device f44c1463-7945-4e16-a4b3-597eda8b0ed4 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:25.871441 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b58034-8021-4e5b-ba68-ef5f806f95c1 None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:09:26.033770 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port f44c1463-7945-4e16-a4b3-597eda8b0ed4 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:26.038909 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port f44c1463-7945-4e16-a4b3-597eda8b0ed4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:26.039281 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.051553 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:09:26.070869 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.071124 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-37ba3902-2b25-4f48-b1da-51ab5a7a607e admin admin] 10.222.0.32 "PUT /v2.0/routers/d7070ce9-398c-4b12-a713-2a66c8e70c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0433421 Aug 03 21:09:26.071257 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6264527c-e6af-4397-b7ba-c199de758657 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1010845 Aug 03 21:09:26.071340 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39036) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:26.092246 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:26.150609 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bad49bbe-d060-4c90-827e-5df6488d0313 req-38468fed-14e1-42d8-8b30-ba2f32a57a83 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.1007748 Aug 03 21:09:26.167932 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.200929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.201643 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.202748 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.203347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.205168 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.205625 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.206053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.206471 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.206898 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.207486 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.215721 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.271972 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port f44c1463-7945-4e16-a4b3-597eda8b0ed4, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=f44c1463-7945-4e16-a4b3-597eda8b0ed4,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:26.292183 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.360080 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.449223 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.451287 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.451287 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.451287 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:26.453687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e041398-b9b1-4605-9372-51384bbcb51a']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:26.489572 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=f44c1463-7945-4e16-a4b3-597eda8b0ed4,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:26.503880 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7aca6b-a8bc-4b62-93ae-9f4763cfb5f2') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:26.505568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7aca6b-a8bc-4b62-93ae-9f4763cfb5f2') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:26.542156 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.582295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.617244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:09:26.619366 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.707568 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:09:26.712762 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:09:26.846798 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:26.854946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.146244 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e041398-b9b1-4605-9372-51384bbcb51a HTTP/1.1" status: 204 len: 168 time: 1.4788985 Aug 03 21:09:27.146244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39058) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:27.146244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9d037-fce3-4296-9c7f-0af0c9460ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e041398-b9b1-4605-9372-51384bbcb51a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:27.146244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Deleting subnet 231be11c-3bae-41fc-9c1b-a3a68e907074 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:09:27.146244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.152188 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Allocated IP 172.27.0.219 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/ac9ae0d7-037f-4650-bf2b-792c78f007f5) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:27.154041 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.154041 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.155943 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.343596 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.391507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231be11c-3bae-41fc-9c1b-a3a68e907074,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:27.412544 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd3d3bc8-1746-458c-ab64-0cb181e1e84d req-7edba93d-4b7d-45cb-9216-1778227e1b70 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0633674 Aug 03 21:09:27.417134 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.421527 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9778df6f-edbd-4f1a-861a-5220c1d8e2c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/231be11c-3bae-41fc-9c1b-a3a68e907074 HTTP/1.1" status: 204 len: 168 time: 0.5532365 Aug 03 21:09:27.424898 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39078) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:27.527219 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.650970 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:27.661505 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:27.699480 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:27.846497 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.886273 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:27.920152 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=ac9ae0d7-037f-4650-bf2b-792c78f007f5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:27.963461 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device f44c1463-7945-4e16-a4b3-597eda8b0ed4 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:28.054587 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Sync routers for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:09:28.072295 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port f44c1463-7945-4e16-a4b3-597eda8b0ed4 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:28.081255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-dd4119c2-5f1b-4339-9022-ee93cb2eb5c1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:28.083300 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.087273 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-dd4119c2-5f1b-4339-9022-ee93cb2eb5c1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 819 time: 0.5628650 Aug 03 21:09:28.144915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.188934 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:28.189540 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:28.195352 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.195721 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.196833 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.197319 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > port after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.197797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.198723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > port after_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.198723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.199270 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.199730 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.200226 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.237624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.79', 50533) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:28.398693 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.399043 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.399430 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.399745 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 21:09:28.400100 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce187c2-89e8-4103-b80e-5182cad7eb72']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:28.412802 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-b8b4af18-db61-4f68-824c-04266f916881 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/quotas/4f28113ab6eb4b619498b0e1751a33b8 HTTP/1.1" status: 200 len: 375 time: 0.2738838 Aug 03 21:09:28.413367 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.471960 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ee9fa3-03d4-4dfd-b075-2f50e3e2e3f5') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:28.471960 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ee9fa3-03d4-4dfd-b075-2f50e3e2e3f5') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:28.594051 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-d36ad6c5-ccc9-4fa3-b40d-34f0bda778a7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:28.596026 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-d36ad6c5-ccc9-4fa3-b40d-34f0bda778a7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.79 "GET /v2.0/networks?id=fcf31433-e118-462e-bd72-7aa9cbdd0d1c HTTP/1.1" status: 200 len: 812 time: 0.3572674 Aug 03 21:09:28.649613 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2fc5d219-b9e4-43e9-be30-776acc0d231e req-6b5d967a-fd5b-4c7b-8240-20957fe27f8e tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0389659 Aug 03 21:09:28.654233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Request body: {'port': {'device_id': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c', 'admin_state_up': True, 'tenant_id': 'edad5784789048c4a74e75b5bfe00502'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:28.660211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:28.679026 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.696148 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.707459 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:09:28.707459 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:28.811214 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: from cryptography.utils import int_from_bytes Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: from cryptography.utils import int_from_bytes Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:09:29.054856 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:09:29.068283 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.101979 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.107243 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ce187c2-89e8-4103-b80e-5182cad7eb72 HTTP/1.1" status: 204 len: 168 time: 1.6781642 Aug 03 21:09:29.125784 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892bf33-975c-42c1-bb4a-e982719da573 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce187c2-89e8-4103-b80e-5182cad7eb72,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:29.134403 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:29.163791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:29.166055 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.166576 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.201350 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-69904119-4b66-437d-9e0b-5119f977d182 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7642834 Aug 03 21:09:29.251631 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.270838 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Made reservation on behalf of edad5784789048c4a74e75b5bfe00502 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:29.277498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.440363 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=ac9ae0d7-037f-4650-bf2b-792c78f007f5,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:29.483277 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.489215 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.506601 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-000d486c-44ea-4d23-93f5-c4b66d570f98 service neutron] 10.222.0.32 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039715 Aug 03 21:09:29.568084 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:29.571144 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 4, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '2a188b02-4bd8-4405-a9c3-1ea67f01e875', 'name': '', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'mac_address': 'fa:16:3e:9d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:22Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 2, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'subnets': [{'id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:29.628232 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Checking router: d7070ce9-398c-4b12-a713-2a66c8e70c86 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:09:29.634832 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Updating router d7070ce9-398c-4b12-a713-2a66c8e70c86 port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:09:29.635443 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-708dbb0f-98ad-4b7c-811d-f15e1efdb99f service neutron] 10.222.0.32 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277041 Aug 03 21:09:29.638130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.639527 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a7394365-0c2f-431c-9d84-7bb6137a7d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5651290 Aug 03 21:09:29.697192 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.698331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Allocated IP 172.20.0.3 (fcf31433-e118-462e-bd72-7aa9cbdd0d1c/e62bcabe-857a-4021-a7b4-364175f322dc/69f14f37-b610-454a-ad43-897614d11a05) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:29.716349 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39172) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:29.721986 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:29.819581 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:29.874021 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc2b6c89-5baf-4605-82e5-fac51d0c9461 req-9fbec53c-8067-488e-a3c1-ecf92fdf1ad2 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0627189 Aug 03 21:09:29.897872 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-93cf304c-2913-4d7d-af6b-8819ccf6d8af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa74b41bd15841339c4d704e4bfa1cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1760802 Aug 03 21:09:29.898841 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39180) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:29.955229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.002050 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.130365 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31278156-ac2f-4e41-9e6a-ea953a9e9621 req-9ed1c1d1-2600-46f3-af69-92ece6aa2c0e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0448265 Aug 03 21:09:30.196821 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-418dbd86-a605-48ee-8bd6-1896511d3819 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--760550256&fields=id&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 267 time: 0.0873311 Aug 03 21:09:30.234852 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.381853 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-bc21dce7-a485-4a80-82b7-e2e3070f943d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:30.388947 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-bc21dce7-a485-4a80-82b7-e2e3070f943d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 816 time: 0.1841042 Aug 03 21:09:30.395479 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.413893 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-84c208f9-7820-4b79-ace8-5790c8a2dbac tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/quotas/d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 375 time: 0.0240486 Aug 03 21:09:30.418216 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.418825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Transition to ACTIVE for port object 2a188b02-4bd8-4405-a9c3-1ea67f01e875 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:30.422169 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.426185 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1597dd7c-196c-4fa2-aa00-7086d5d6179c HTTP/1.1" status: 204 len: 168 time: 0.5263634 Aug 03 21:09:30.438841 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6b21d-fd2e-4eaf-98fe-05f9857b51ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597dd7c-196c-4fa2-aa00-7086d5d6179c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:30.594711 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0a0baa94-285a-4498-bf4d-3b369a579fab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798744 Aug 03 21:09:30.670967 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.698003 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-9fa318f9-6050-446d-a524-76d9fddf2c70 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:30.699690 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-9fa318f9-6050-446d-a524-76d9fddf2c70 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 819 time: 0.2251241 Aug 03 21:09:30.744417 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-2444f01c-999e-46af-97c0-65ea0d3e84b7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/quotas/4f28113ab6eb4b619498b0e1751a33b8 HTTP/1.1" status: 200 len: 375 time: 0.0301416 Aug 03 21:09:30.782778 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45a10-af2a-41b9-bd56-b4a4f54cceb6 None None] Pushing event updated for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:30.799296 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.860696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Attempting to bind port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:30.861196 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Attempting to bind port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:30.861576 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Attempting to bind port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:30.867572 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:30.868334 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Checking segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:30.868715 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.869291 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Bound using segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:30.869966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Bound port: 2a188b02-4bd8-4405-a9c3-1ea67f01e875, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:30.870530 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:30.983587 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-79e4a045-85e7-49b6-97ea-c3d0c09c4d96 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2379997 Aug 03 21:09:31.074662 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] For port 2a188b02-4bd8-4405-a9c3-1ea67f01e875, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:31.079265 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] For port 2a188b02-4bd8-4405-a9c3-1ea67f01e875, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2a188b02-4bd8-4405-a9c3-1ea67f01e875,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:31.183845 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:31.309878 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-7f53f6cb-b109-4b76-b9dd-b1f4f92f299e service neutron] 10.222.0.32 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243368 Aug 03 21:09:31.329124 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45a10-af2a-41b9-bd56-b4a4f54cceb6 None None] Pushing event updated for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:31.351184 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:09:31.352041 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:31.383136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-e9d31a88-a697-429e-9a93-17f74d12e00d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:09:31.385876 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-e9d31a88-a697-429e-9a93-17f74d12e00d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6091933 Aug 03 21:09:31.435642 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Network fcf31433-e118-462e-bd72-7aa9cbdd0d1c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:31.495814 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:09:31.501378 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-7f4c528c-0e59-417d-a1f7-4e5b312c3ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812503 Aug 03 21:09:31.509207 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:31.526932 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:31.564419 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Pushing event updated for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:31.611862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:31.612621 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:31.650343 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-329dd701-e8a6-4b98-8ae3-c9c85b22b446 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464092 Aug 03 21:09:31.801115 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-22aef511-f5a9-4073-9d33-0e94222c322c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1565790 Aug 03 21:09:31.860714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-2d813414-4891-4f1b-b18c-41637b1c9c35 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:09:31.861862 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-2d813414-4891-4f1b-b18c-41637b1c9c35 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189214 Aug 03 21:09:31.916331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39266) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:31.932978 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:32.125145 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:32.125145 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:32.138755 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 4, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '2a188b02-4bd8-4405-a9c3-1ea67f01e875', 'name': '', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'mac_address': 'fa:16:3e:9d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:22Z', 'updated_at': '2021-08-03T21:09:31Z', 'revision_number': 4, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'subnets': [{'id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:09:32.233481 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-104da414-4a9e-44fb-9165-e39ce7eac280 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630360 Aug 03 21:09:32.290353 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96ce-d469-4cc4-b3f0-202011a7de84 None None] The sync data for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi is: [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:09:24Z', 'revision_number': 4, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '2a188b02-4bd8-4405-a9c3-1ea67f01e875', 'name': '', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'mac_address': 'fa:16:3e:9d:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:22Z', 'updated_at': '2021-08-03T21:09:31Z', 'revision_number': 4, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'subnets': [{'id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:09:32.306407 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-10b680f2-90b6-47a7-a1a7-6208700bd7c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e89d4bcd871e4ee88593e4d4c32b3123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798614 Aug 03 21:09:32.313098 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39284) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:32.449779 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Request body: {'port': {'device_id': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:32.563109 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed8028-cb56-4cf3-924a-e1f8c7505788 req-0447a17d-d1a0-4d8a-af8e-d021c143e928 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:32.564700 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1ed8028-cb56-4cf3-924a-e1f8c7505788 req-0447a17d-d1a0-4d8a-af8e-d021c143e928 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 931 time: 0.3446121 Aug 03 21:09:32.608670 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:32.638177 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:32.679606 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:32.752845 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1ed8028-cb56-4cf3-924a-e1f8c7505788 req-ceb21ea2-93bb-41bd-8972-88973e78cc1b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451328 Aug 03 21:09:32.959306 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-99d10dac-e4c4-4ec5-a6ba-3d65cd0cceeb req-83f10be9-6097-4df6-8d48-f7437130b476 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0680292 Aug 03 21:09:33.006233 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:33.009528 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:33.010857 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cf98e14-3583-41a0-834b-cdc296fa93d1 HTTP/1.1" status: 204 len: 168 time: 0.6824892 Aug 03 21:09:33.042069 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a4b4f-1243-490e-a339-7f217d0db08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf98e14-3583-41a0-834b-cdc296fa93d1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:33.273758 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d3c27ed9-cfec-4b44-89a9-7dde7a1b28fe req-d18b92d9-f048-4d08-b5d5-0f60ddbcb841 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0401981 Aug 03 21:09:33.484047 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f14f37-b610-454a-ad43-897614d11a05 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:33.498551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:33.519321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Transition to ACTIVE for port object 69f14f37-b610-454a-ad43-897614d11a05 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:33.663234 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:33.922258 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:34.046117 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2a188b02-4bd8-4405-a9c3-1ea67f01e875 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:34.221725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Attempting to bind port 69f14f37-b610-454a-ad43-897614d11a05 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:34.221725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Attempting to bind port 69f14f37-b610-454a-ad43-897614d11a05 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'de9fbd58-e67d-4309-b548-627b2b37e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:34.221725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Attempting to bind port 69f14f37-b610-454a-ad43-897614d11a05 on network fcf31433-e118-462e-bd72-7aa9cbdd0d1c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:34.222374 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a62047fd-1985-4805-a93d-8d0052cb090d req-34c3042a-396f-46cb-9ed4-11728cae2d03 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0695724 Aug 03 21:09:34.223074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:34.223074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:34.223074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.237502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Port 69f14f37-b610-454a-ad43-897614d11a05 on network fcf31433-e118-462e-bd72-7aa9cbdd0d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:09:34.237976 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Attempting to bind port 69f14f37-b610-454a-ad43-897614d11a05 on network fcf31433-e118-462e-bd72-7aa9cbdd0d1c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:34.265711 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:34.266146 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Checking segment: {'id': 'de9fbd58-e67d-4309-b548-627b2b37e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:34.266697 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Bound using segment: {'id': 'de9fbd58-e67d-4309-b548-627b2b37e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:34.267190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Bound port: 69f14f37-b610-454a-ad43-897614d11a05, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9fbd58-e67d-4309-b548-627b2b37e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:34.267544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.361965 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ddaf-4101-4840-83a9-bcfdf9d3b352 req-68c8ed5d-913b-40e4-8955-d3bc43f384d5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:34.367247 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eaf8ddaf-4101-4840-83a9-bcfdf9d3b352 req-68c8ed5d-913b-40e4-8955-d3bc43f384d5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.4643686 Aug 03 21:09:34.483771 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eaf8ddaf-4101-4840-83a9-bcfdf9d3b352 req-346579e2-eb65-4d1e-b14e-2424f2fe41cb tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152911 Aug 03 21:09:34.502145 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-069d135b-63cb-41f5-b419-246f58d2b804 req-0f1813cf-144c-4d0e-82f2-f6f3eb3de5c8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0730782 Aug 03 21:09:34.508578 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.540745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:34.576248 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=69f14f37-b610-454a-ad43-897614d11a05,segment=NetworkSegment(de9fbd58-e67d-4309-b548-627b2b37e1af),segment_id=de9fbd58-e67d-4309-b548-627b2b37e1af)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:34.666103 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.775348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:34.776475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.778783 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/69f14f37-b610-454a-ad43-897614d11a05 HTTP/1.1" status: 200 len: 1093 time: 2.4709501 Aug 03 21:09:34.779485 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'tag': '69f14f37-b610-454a-ad43-897614d11a05'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:09:34.867993 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 2a188b02-4bd8-4405-a9c3-1ea67f01e875, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2a188b02-4bd8-4405-a9c3-1ea67f01e875,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:34.890000 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8acb2-36ae-4670-8eb5-7fea871454c0 service neutron] Pushing event updated for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:34.949101 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:34.987058 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d2dbed-5a66-43c8-9258-b6e76d1ab100" -d '{"events": [{"name": "network-changed", "server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "tag": "69f14f37-b610-454a-ad43-897614d11a05"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:09:35.025462 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:35.139583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a2351-656b-437b-9612-8b96bc6d3c92 x-openstack-request-id: req-db5a2351-656b-437b-9612-8b96bc6d3c92 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:09:35.139868 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "tag": "69f14f37-b610-454a-ad43-897614d11a05", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:09:35.140170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db5a2351-656b-437b-9612-8b96bc6d3c92 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:09:35.140627 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'tag': '69f14f37-b610-454a-ad43-897614d11a05', 'status': 'completed', 'code': 200} Aug 03 21:09:35.296180 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9121d364-50fd-465d-a8d2-7cc59db1017c req-54e9da3f-f746-4cc5-92b7-508e85c051a5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0293241 Aug 03 21:09:35.622880 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33283e19-15ed-4dd4-8bd3-df042a7e7ba3 req-f601696a-bdbf-44b9-afe9-9076457a8ced tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:35.623419 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33283e19-15ed-4dd4-8bd3-df042a7e7ba3 req-f601696a-bdbf-44b9-afe9-9076457a8ced tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0612984 Aug 03 21:09:35.639148 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dfbf5c61-e01d-4efe-a674-4af8b00546bd req-14aff685-e3d8-4d7a-b0bb-80cff8524074 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0322597 Aug 03 21:09:35.695316 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33283e19-15ed-4dd4-8bd3-df042a7e7ba3 req-8cb179de-8d91-4c77-bbb4-6ca3d93f0a3a tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492887 Aug 03 21:09:35.823535 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2a188b02-4bd8-4405-a9c3-1ea67f01e875 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:35.881112 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:35.881596 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:36.447749 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9389b920-8213-446a-93e5-4eb700c42df4 req-b270965e-91cb-48f2-9524-d90d17196b27 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0315650 Aug 03 21:09:36.777120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:36.779873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9cb8f046-86d4-420d-9c41-dd5b2f48e6e9 req-7498da9d-9bc6-417e-99a7-1d2f95b56e83 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0392027 Aug 03 21:09:36.813160 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1fcc6-a70f-45d1-901c-964b1c74c5dc req-12de3cf2-55ef-41b4-a4cc-b4a815473c14 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:36.814752 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-afa1fcc6-a70f-45d1-901c-964b1c74c5dc req-12de3cf2-55ef-41b4-a4cc-b4a815473c14 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0544698 Aug 03 21:09:36.856482 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-afa1fcc6-a70f-45d1-901c-964b1c74c5dc req-e479f48d-54d9-428e-8eb5-5a033a0fe2d5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Aug 03 21:09:37.549575 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab6fe3db-0873-45ea-af33-9ddce306cf07 req-fb810f68-6196-4cb4-8118-0da9c9947efc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0268655 Aug 03 21:09:37.909166 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e44edd9-40f0-4aa5-9176-0b882fee7e69 req-a327a367-e355-409d-9048-5c9f85ee3ba3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0429931 Aug 03 21:09:38.030014 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96cff-dc10-4514-a044-fae1196363b3 req-7af34167-f946-431f-871a-e8d2d3dcf50c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:38.031575 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-00c96cff-dc10-4514-a044-fae1196363b3 req-7af34167-f946-431f-871a-e8d2d3dcf50c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0728571 Aug 03 21:09:38.085299 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-00c96cff-dc10-4514-a044-fae1196363b3 req-fa2a78a5-45b5-4c7e-bde5-e5f090106ccd tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Aug 03 21:09:38.662990 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399d141d-bcbf-440e-916e-502706dd8f41 req-c7d5816c-405d-44ec-b7d0-305ba5d7cd32 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0419314 Aug 03 21:09:38.985604 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39490) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:39.051358 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c86da6f-2459-41d3-bd39-8fbfac0cd7bc req-bfbdb2b3-3e2e-403d-91b9-ba8a92c37d6f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0399413 Aug 03 21:09:39.115050 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-790ef2df-6b2e-46e9-987c-65e6a8164f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.295947 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad7b0-820e-493b-9e1c-bb61f020bcc9 req-5c9d5672-4049-42b9-81ee-a90baa44c6e4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:39.297423 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b5ad7b0-820e-493b-9e1c-bb61f020bcc9 req-5c9d5672-4049-42b9-81ee-a90baa44c6e4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0895259 Aug 03 21:09:39.310542 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-790ef2df-6b2e-46e9-987c-65e6a8164f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.348959 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b5ad7b0-820e-493b-9e1c-bb61f020bcc9 req-d4583be2-8f85-4084-bcd0-118be8bd8738 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Aug 03 21:09:39.436544 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-790ef2df-6b2e-46e9-987c-65e6a8164f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.489212 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-790ef2df-6b2e-46e9-987c-65e6a8164f35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4af7f37236b490a8dc1eda51c782829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025792 Aug 03 21:09:39.490163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ef2df-6b2e-46e9-987c-65e6a8164f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ce534-13b5-411b-ad7b-4f54adb0b0d7,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:39.493542 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39506) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:39.506619 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39508) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:39.588927 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.610188 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.676353 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b7e72bc4-ab36-4330-835c-2a1a97da01d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.770756 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6f82b4e-7185-41db-b007-c6f5c6fe4fb7 req-248415a3-eab8-43fe-b0d3-5815098ae854 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0272586 Aug 03 21:09:39.823463 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.826523 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:39.830718 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a33ce534-13b5-411b-ad7b-4f54adb0b0d7 HTTP/1.1" status: 204 len: 168 time: 0.3355880 Aug 03 21:09:39.839358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd44c8-62ac-436c-8307-a455d949488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ce534-13b5-411b-ad7b-4f54adb0b0d7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:39.919916 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b7e72bc4-ab36-4330-835c-2a1a97da01d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.062970 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b7e72bc4-ab36-4330-835c-2a1a97da01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.117322 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b7e72bc4-ab36-4330-835c-2a1a97da01d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5c959065998498aa3fdcfe853acf7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088336 Aug 03 21:09:40.120095 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39526) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:40.131847 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e72bc4-ab36-4330-835c-2a1a97da01d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9449bae-a892-41de-adfd-624e50ce4ba9,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:40.181239 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e1a3d6da-bd2d-42d5-8681-10c0b1222080 req-0ad816ad-aa4c-40b6-8791-85bd84d64483 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0302269 Aug 03 21:09:40.228593 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.261298 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.440282 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.443114 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.444480 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9449bae-a892-41de-adfd-624e50ce4ba9 HTTP/1.1" status: 204 len: 168 time: 0.3222609 Aug 03 21:09:40.455519 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156e1ed-5273-48dd-b09b-ecc3fb509a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9449bae-a892-41de-adfd-624e50ce4ba9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:40.514744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8687a4-26c1-4c62-9501-cdab6446b01a req-1e39c7ef-20e6-4f31-8c50-b9bff166a255 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:40.516384 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed8687a4-26c1-4c62-9501-cdab6446b01a req-1e39c7ef-20e6-4f31-8c50-b9bff166a255 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0708890 Aug 03 21:09:40.560413 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed8687a4-26c1-4c62-9501-cdab6446b01a req-42a78621-09bf-4c2c-bbbc-37078dfcf622 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Aug 03 21:09:40.839939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39544) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:40.858632 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21dd3840-5584-404c-9176-af717bb4a5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:40.921240 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-12e111ba-bfd9-49d4-a10e-c1f7f2342eb7 req-69547d79-1f5e-4752-985a-726e0d14ec61 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0409014 Aug 03 21:09:40.967564 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21dd3840-5584-404c-9176-af717bb4a5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.096796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21dd3840-5584-404c-9176-af717bb4a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.134646 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-21dd3840-5584-404c-9176-af717bb4a5d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1a1449b9b0d491b95e1a33eaa2feddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935569 Aug 03 21:09:41.135774 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd3840-5584-404c-9176-af717bb4a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129d3cd-2e2d-4735-aac3-0abf867663e7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:41.137886 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39548) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:41.189370 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.239480 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.303248 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e02a6c4c-431a-4c25-bf2c-76241ecdf337 req-48f89f31-4820-4c2c-8644-955d5b184187 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0449443 Aug 03 21:09:41.400312 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.403805 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.405135 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1129d3cd-2e2d-4735-aac3-0abf867663e7 HTTP/1.1" status: 204 len: 168 time: 0.2661636 Aug 03 21:09:41.415988 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca728-08af-4236-a044-ae34de158783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1129d3cd-2e2d-4735-aac3-0abf867663e7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:41.467058 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39562) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:41.481074 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2230e52-6f91-4cf4-9e0a-ab297fbf1e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.604095 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2230e52-6f91-4cf4-9e0a-ab297fbf1e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.686139 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f024da-0f0f-4f8d-8162-23d208de91ae req-7966ce69-3870-4011-aa74-1e1c3bcfd24c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:41.688015 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c6f024da-0f0f-4f8d-8162-23d208de91ae req-7966ce69-3870-4011-aa74-1e1c3bcfd24c tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0523064 Aug 03 21:09:41.702742 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f2230e52-6f91-4cf4-9e0a-ab297fbf1e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.757680 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f2230e52-6f91-4cf4-9e0a-ab297fbf1e5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11630e8a6cd24a248cf57d5dc9ba5435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895324 Aug 03 21:09:41.760789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39568) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:41.762201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2230e52-6f91-4cf4-9e0a-ab297fbf1e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd1b376-27f7-4b09-b58c-08e224e7e626,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:41.771521 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c6f024da-0f0f-4f8d-8162-23d208de91ae req-a7ddea9a-1d10-49ac-ace1-aa048bfe811b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Aug 03 21:09:41.857299 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:41.892738 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:42.012375 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-46f3aa39-005d-4cc7-a84b-34c6151fcb18 req-b11d2437-d098-40d4-9b37-c836f4fb9808 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0279698 Aug 03 21:09:42.040049 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:42.042986 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:42.046730 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfd1b376-27f7-4b09-b58c-08e224e7e626 HTTP/1.1" status: 204 len: 168 time: 0.2811165 Aug 03 21:09:42.053118 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3ded3-0b37-4099-b3ea-55b95a2c4996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd1b376-27f7-4b09-b58c-08e224e7e626,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:42.517746 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c79651f5-173d-4c46-b126-cd99b9937eaa req-82129be3-965b-4ceb-bb19-1f09820f3ac6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0479527 Aug 03 21:09:42.898902 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61cc4e-52f4-42ae-8baa-327f9256ebea req-29a349a4-2440-429f-87a0-ebbdb5c1e177 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:42.907328 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b61cc4e-52f4-42ae-8baa-327f9256ebea req-29a349a4-2440-429f-87a0-ebbdb5c1e177 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0608473 Aug 03 21:09:42.963871 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b61cc4e-52f4-42ae-8baa-327f9256ebea req-c9d2dd25-4852-4fc5-b6be-20edb868181f tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Aug 03 21:09:43.136475 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5da8931a-0c37-4810-80ed-64fe16cd99d7 req-9a934650-b161-4895-b236-f25270a22812 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0366280 Aug 03 21:09:43.583125 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13f4c0de-b068-4ea4-952e-9bb34e384ef9 req-d79030a8-7fff-4643-87cf-c38359b84b5f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0355005 Aug 03 21:09:44.083723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e7297-bab0-444e-86d6-b0e5a75f5383 req-2071ac3c-6631-4619-9f1e-d52a5770bf97 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:44.091279 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b0e7297-bab0-444e-86d6-b0e5a75f5383 req-2071ac3c-6631-4619-9f1e-d52a5770bf97 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0613623 Aug 03 21:09:44.127705 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b0e7297-bab0-444e-86d6-b0e5a75f5383 req-1a93fb36-d674-4de8-ab50-c32eaf1ad1c7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357797 Aug 03 21:09:44.264086 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa1e6933-b4c1-4c23-b817-db21e929ee13 req-bfb2bac3-99ea-4d1e-a388-8cacb01fe803 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0391102 Aug 03 21:09:44.300489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-97202850-b60f-4ad1-868f-5b5a8032a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:44.301970 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-97202850-b60f-4ad1-868f-5b5a8032a5c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edad5784789048c4a74e75b5bfe00502&device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 1096 time: 0.1059992 Aug 03 21:09:44.527031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-8d2f89a6-f105-41e5-9e43-9fa2d6968b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:44.529929 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-8d2f89a6-f105-41e5-9e43-9fa2d6968b26 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=edad5784789048c4a74e75b5bfe00502&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2154808 Aug 03 21:09:44.714632 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-55a4c45c-f68c-41f1-afa8-4a1d0ae844eb req-7e6c19c7-5871-4cc5-8387-ceb33eb11d71 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0455856 Aug 03 21:09:44.950175 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-da3c7dde-d5a0-4b00-879b-a0099f87d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:44.951700 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52d2dbed-5a66-43c8-9258-b6e76d1ab100 req-da3c7dde-d5a0-4b00-879b-a0099f87d197 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4125378 Aug 03 21:09:45.242382 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188da7c2-c44d-40b7-b49d-69cf762a48c5 req-662edb09-17b0-4d35-9ff9-262c982017e6 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:45.243983 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-188da7c2-c44d-40b7-b49d-69cf762a48c5 req-662edb09-17b0-4d35-9ff9-262c982017e6 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0500438 Aug 03 21:09:45.289569 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-188da7c2-c44d-40b7-b49d-69cf762a48c5 req-94e7bde1-25af-4c5a-aeaf-7bdefebd8c43 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370486 Aug 03 21:09:45.366489 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8e6ddaf2-0afa-4e8a-9b0c-ff6f9d580c31 req-5331026f-5771-4b5a-be17-c73c29c270da tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0293863 Aug 03 21:09:45.557350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-10b45956-b617-4459-8d9b-a880cf101deb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:45.559331 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-10b45956-b617-4459-8d9b-a880cf101deb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 819 time: 0.1465893 Aug 03 21:09:45.885680 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ff1cbd7-d567-4c16-b54d-08ae1ba11d9d req-06004548-5505-4b50-8992-3c774bf9e727 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0291557 Aug 03 21:09:45.961259 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39732) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:46.071040 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edb4b4cf-1035-4a05-8852-a2a44a5450dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.166930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edb4b4cf-1035-4a05-8852-a2a44a5450dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.245509 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-edb4b4cf-1035-4a05-8852-a2a44a5450dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.288600 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-edb4b4cf-1035-4a05-8852-a2a44a5450dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0f6f22a96294e05ae690090d97d07e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260567 Aug 03 21:09:46.289270 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4b4cf-1035-4a05-8852-a2a44a5450dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6010030-8392-47d4-a81e-0031ffb5f56d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:46.291229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39736) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:46.344176 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.367060 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.435337 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73141240-c56a-4700-be4f-1fc337e0dd8d req-b5036634-fd08-467e-a6ec-a74a5c659b62 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:46.436884 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-73141240-c56a-4700-be4f-1fc337e0dd8d req-b5036634-fd08-467e-a6ec-a74a5c659b62 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0725970 Aug 03 21:09:46.449556 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d8a413e-6f12-4cc4-9536-4a1702083907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.479505 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8834d95-f2f3-4a72-9305-b8058971fd9e req-198f76f3-6095-4ffb-930e-6f1f4a6ecfc9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0269349 Aug 03 21:09:46.491705 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-73141240-c56a-4700-be4f-1fc337e0dd8d req-5f3e9405-5d9e-4165-89ef-57449e3f2eb2 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Aug 03 21:09:46.565165 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.567722 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:46.568852 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6010030-8392-47d4-a81e-0031ffb5f56d HTTP/1.1" status: 204 len: 168 time: 0.2765660 Aug 03 21:09:46.577630 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14145734-b2d1-40d0-b14a-6c32eb66d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6010030-8392-47d4-a81e-0031ffb5f56d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:46.987677 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1fd70bcb-be5a-4836-a7c7-53e334ba71ef req-fd918fdb-b35a-45b3-b873-6141d778f4a6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0262983 Aug 03 21:09:47.182750 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:09:47.325963 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39758) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:47.339013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb4c38e1-fd47-4ddd-b013-d97d02b01db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.426895 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb4c38e1-fd47-4ddd-b013-d97d02b01db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.548311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb4c38e1-fd47-4ddd-b013-d97d02b01db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.605820 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6edde70-b06d-464d-b83c-1dd57aa3eb54 req-b985ccb8-6f67-45e5-a2c0-59b889dce6ab tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0527761 Aug 03 21:09:47.612524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e224b9-eb09-4c74-b303-9c078e187cb3 req-4062d0f3-79f1-458f-942b-545214f0bfe7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:47.614206 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83e224b9-eb09-4c74-b303-9c078e187cb3 req-4062d0f3-79f1-458f-942b-545214f0bfe7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0500290 Aug 03 21:09:47.615335 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bb4c38e1-fd47-4ddd-b013-d97d02b01db7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3c542785e1340fe87ed756bfc23a3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883146 Aug 03 21:09:47.616214 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c38e1-fd47-4ddd-b013-d97d02b01db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547bc2f-5682-4e4f-9027-30d7c28adaf0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:47.617942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39766) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:47.687013 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83e224b9-eb09-4c74-b303-9c078e187cb3 req-e8488667-b990-4b60-adf4-77bacd7251a0 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619025 Aug 03 21:09:47.701709 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.725487 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.862591 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.865943 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:47.866378 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1547bc2f-5682-4e4f-9027-30d7c28adaf0 HTTP/1.1" status: 204 len: 168 time: 0.2472329 Aug 03 21:09:47.874476 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1699-5052-43ea-a4dd-cafc26614171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547bc2f-5682-4e4f-9027-30d7c28adaf0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:48.083821 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-31198c71-9dff-4c8a-8ee1-9e3648942ccc req-7cb78508-8148-46d5-9a86-8588ecab29b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0262427 Aug 03 21:09:48.516596 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Request body: {'port': {'device_id': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'admin_state_up': True, 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:48.703757 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dff38ce-e214-4684-b6bc-423c8a936f4c req-9edf69f2-00b1-4043-bb0c-19d7e3fb69a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0305133 Aug 03 21:09:48.759794 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.79', 50568) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:48.778966 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Made reservation on behalf of 4f28113ab6eb4b619498b0e1751a33b8 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:48.782958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:48.880676 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bdf3f-93e1-4f73-ae81-d199fc58cf93 req-ada2dcad-1576-4a14-8ca9-a20c57ea2534 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:48.882864 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-586bdf3f-93e1-4f73-ae81-d199fc58cf93 req-ada2dcad-1576-4a14-8ca9-a20c57ea2534 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0887442 Aug 03 21:09:48.913427 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-d2b9a4cb-422a-44ca-a2fb-9e13743b3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:48.914899 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-d2b9a4cb-422a-44ca-a2fb-9e13743b3824 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edad5784789048c4a74e75b5bfe00502&device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 1096 time: 0.1540904 Aug 03 21:09:48.954811 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Allocated IP 172.20.0.6 (9fe69f75-7d46-4521-b23b-8d3b2889b85b/27a9309b-6879-426a-80f1-906f0b4a615f/f1218e1a-bda4-4bc5-b2a7-62b175864ac1) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:49.003618 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-586bdf3f-93e1-4f73-ae81-d199fc58cf93 req-b0aadc3f-1623-49f3-8ef2-2d8fc845ede8 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138198 Aug 03 21:09:49.004999 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-2dec5109-6e07-4d93-8137-93461bd791fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69f14f37-b610-454a-ad43-897614d11a05 HTTP/1.1" status: 200 len: 217 time: 0.0790219 Aug 03 21:09:49.086800 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-700fd3db-505f-40fb-9c0f-9a0e71722e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:49.088935 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-700fd3db-505f-40fb-9c0f-9a0e71722e14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e62bcabe-857a-4021-a7b4-364175f322dc HTTP/1.1" status: 200 len: 852 time: 0.0755863 Aug 03 21:09:49.098258 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-00be76b4-7505-4604-87e2-486ab5f8639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.145850 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.159194 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-40d908b5-6e3d-4a17-8ce9-83a95aff5ac0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fcf31433-e118-462e-bd72-7aa9cbdd0d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624948 Aug 03 21:09:49.204232 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.212497 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d2aca65a-3411-4f81-92f7-ad7d4621092c req-b37bc038-bed8-42df-8d16-20b07c083ac1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0359445 Aug 03 21:09:49.231350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.79', 50573) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:49.340726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.418765 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-005ab153-a645-4f62-b2cf-fa231360e7f8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:49.420306 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-005ab153-a645-4f62-b2cf-fa231360e7f8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 819 time: 0.1814823 Aug 03 21:09:49.426649 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:49.433972 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:49.440939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Request body: {'port': {'device_id': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'admin_state_up': True, 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:49.443745 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-995569a6-8682-4ab5-b235-717495b2f14b service neutron] 10.222.0.79 "GET /v2.0/networks/fcf31433-e118-462e-bd72-7aa9cbdd0d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757108 Aug 03 21:09:49.447015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:49.461803 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Pushing event updated for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:49.550088 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-48db8ce6-dc7a-4acf-b6ea-8aff2d986ee9 req-214fabc2-dae1-4ff5-b1ed-af793e8b49ad service neutron] 10.222.0.79 "GET /v2.0/networks/fcf31433-e118-462e-bd72-7aa9cbdd0d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984173 Aug 03 21:09:49.554351 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:49.554985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.712253 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-7439b2ff-6b1e-4c8b-a76f-80ee36187ca7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994762 Aug 03 21:09:49.726005 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Request body: {'port': {'device_id': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:49.802714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.837309 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Made reservation on behalf of 4f28113ab6eb4b619498b0e1751a33b8 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:49.850704 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:49.876576 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-af2db7cc-a322-485a-b83d-9046d9e99f01 req-db70aa0b-61a2-45b1-85c6-4a40f8c835c1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0906448 Aug 03 21:09:50.093161 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Allocated IP 172.20.0.3 (9fe69f75-7d46-4521-b23b-8d3b2889b85b/27a9309b-6879-426a-80f1-906f0b4a615f/4ec23236-4fd2-4cb6-9e39-e1609bf47d1c) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:50.286017 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-6789a287-0162-48a3-9be1-9fc90a5942fd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:50.287682 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-6789a287-0162-48a3-9be1-9fc90a5942fd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 816 time: 0.2219954 Aug 03 21:09:50.318099 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae68c0a-d826-4078-9924-29fbd3d2f016 req-813f8c99-9edc-4a40-8d70-2e3f2654c8b4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:50.319397 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bae68c0a-d826-4078-9924-29fbd3d2f016 req-813f8c99-9edc-4a40-8d70-2e3f2654c8b4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.1580067 Aug 03 21:09:50.350782 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b580307-4f85-418c-a1c0-cabc5c252aec req-16c6b22a-1073-401a-a012-ef96f52967df tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0324025 Aug 03 21:09:50.382944 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bae68c0a-d826-4078-9924-29fbd3d2f016 req-62a392c5-8ca1-44f8-b7c7-76f77cd8cce7 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Aug 03 21:09:50.383572 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-ac1d2f2c-20ff-40c6-aded-6d125e6b7ed8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 379 time: 0.0854166 Aug 03 21:09:50.395740 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'port': {'device_id': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'admin_state_up': True, 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'security_groups': ['f60bea7a-a36a-485e-8740-41aab00f9a5d']}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:50.435715 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.538196 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.588062 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.656885 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Made reservation on behalf of d6dc80e0d1a74993828d8d2a3aab2750 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:09:50.661876 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.675109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Network 9fe69f75-7d46-4521-b23b-8d3b2889b85b is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:50.681756 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:50.694116 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:50.699415 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Pushing event updated for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:50.768670 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:50.769378 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.838190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1218e1a-bda4-4bc5-b2a7-62b175864ac1 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:50.848072 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:50.862662 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Transition to ACTIVE for port object f1218e1a-bda4-4bc5-b2a7-62b175864ac1 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:50.891663 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-577f3a49-8e8f-4ead-a63c-7b714216b9a3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593270 Aug 03 21:09:50.906890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Request body: {'port': {'device_id': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:50.937970 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Allocated IP 172.20.0.10 (8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3/7a1e2707-a1b1-43a1-8246-2ae965b15cd7/d45f24d6-54b6-4caf-b935-4c19c89b0f4a) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:09:50.957421 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.007713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.036259 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e5918-73eb-4af5-b30b-d104e12d52af req-49c89207-064d-4252-9afe-43a14571368c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:51.037798 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-837e5918-73eb-4af5-b30b-d104e12d52af req-49c89207-064d-4252-9afe-43a14571368c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 931 time: 0.0901232 Aug 03 21:09:51.058968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:51.120363 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-837e5918-73eb-4af5-b30b-d104e12d52af req-91299b7b-6183-4979-9b04-3eb1dae2db48 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578113 Aug 03 21:09:51.160556 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.173254 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Transition to ACTIVE for port object d45f24d6-54b6-4caf-b935-4c19c89b0f4a will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:51.199738 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Attempting to bind port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:51.200079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Attempting to bind port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:51.200409 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Attempting to bind port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:51.217478 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:09:51.217832 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Attempting to bind port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:51.228656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:51.229009 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Checking segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:51.229509 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Bound using segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:51.229985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Bound port: f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:51.230348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.286006 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.373909 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:51.379656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:51.467118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:09:51.484306 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:09:51.508565 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:09:51.517729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.521661 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:51.597885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:51.598137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.599879 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] 10.222.0.79 "PUT /v2.0/ports/f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 1093 time: 1.8796184 Aug 03 21:09:51.603933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:09:51.607727 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a" -d '{"events": [{"name": "network-changed", "server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:09:51.628743 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:51.634274 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.659771 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:51.660474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.663305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Transition to ACTIVE for port object 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:51.667985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20936c2-5b98-413e-ae63-609f0920abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:51.679783 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9308-6215-44ea-8078-8392114c3ddb req-6f11357c-fff5-4bda-8bcc-1466bfdca608 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:51.686157 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a6601-cb39-4616-b364-68acae66fc38 req-f58a1344-5e9a-418e-ae91-04a4df6ca395 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:51.687749 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d1a6601-cb39-4616-b364-68acae66fc38 req-f58a1344-5e9a-418e-ae91-04a4df6ca395 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.1692355 Aug 03 21:09:51.689300 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d4e9308-6215-44ea-8078-8392114c3ddb req-6f11357c-fff5-4bda-8bcc-1466bfdca608 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 932 time: 0.1589839 Aug 03 21:09:51.752893 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d4e9308-6215-44ea-8078-8392114c3ddb req-97db9e52-f521-4577-9e19-8f2c89ccf172 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639544 Aug 03 21:09:51.771519 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.785201 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d1a6601-cb39-4616-b364-68acae66fc38 req-5162a166-4288-4dd5-a2f1-b1b7d5fc4035 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Aug 03 21:09:51.785201 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0e3a8510-adbd-4d96-ab52-cd78a0b608dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3858011 Aug 03 21:09:51.858135 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c804509-b78b-4746-91c8-7197ed124153 x-openstack-request-id: req-0c804509-b78b-4746-91c8-7197ed124153 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:09:51.858418 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:09:51.858665 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c804509-b78b-4746-91c8-7197ed124153 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:09:51.859051 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1', 'status': 'completed', 'code': 200} Aug 03 21:09:51.880615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:51.901403 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.930704 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b2899bca-9ff5-497c-9863-0e986d9bf625 None None] Provisioning for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:51.935674 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b2899bca-9ff5-497c-9863-0e986d9bf625 None None] Provisioning complete for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:51.936047 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2899bca-9ff5-497c-9863-0e986d9bf625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.974918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Attempting to bind port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:51.977453 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Attempting to bind port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:51.977453 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Attempting to bind port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:51.978652 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39926) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:51.982397 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:09:51.982837 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Attempting to bind port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c on network 9fe69f75-7d46-4521-b23b-8d3b2889b85b {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:51.990184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:51.990529 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Checking segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:51.990969 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Bound using segment: {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:51.991431 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Bound port: 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145a580f-e242-48e0-913f-57a0043b13c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:51.991793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:51.992859 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b2899bca-9ff5-497c-9863-0e986d9bf625 None None] Port d45f24d6-54b6-4caf-b935-4c19c89b0f4a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:09:52.065195 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:52.068364 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:52.104605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-beb36f55-2c96-4fc5-8e39-6dae56ef669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.214081 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-beb36f55-2c96-4fc5-8e39-6dae56ef669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.254779 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a709ec-bf5d-4f88-9ea6-aee40a245d11 req-74088073-d749-4160-a798-5cfb9045febc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:52.256432 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3a709ec-bf5d-4f88-9ea6-aee40a245d11 req-74088073-d749-4160-a798-5cfb9045febc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0553930 Aug 03 21:09:52.257204 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.298271 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3a709ec-bf5d-4f88-9ea6-aee40a245d11 req-233c7438-9fa2-4971-a065-067baa41b865 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Aug 03 21:09:52.300452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:52.301078 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.302601 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] 10.222.0.79 "PUT /v2.0/ports/4ec23236-4fd2-4cb6-9e39-e1609bf47d1c HTTP/1.1" status: 200 len: 1093 time: 1.4026370 Aug 03 21:09:52.327433 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57c251-bd67-46f2-b72d-6a30422ca581 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:52.336493 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-beb36f55-2c96-4fc5-8e39-6dae56ef669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.377032 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-beb36f55-2c96-4fc5-8e39-6dae56ef669d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac908b1353142f490c2c74ef7bc9be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942449 Aug 03 21:09:52.377032 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36f55-2c96-4fc5-8e39-6dae56ef669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0e8ab-185b-430d-80d7-d1f6f937ed5c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:52.377411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39938) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:52.434905 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.461033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.616358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.618919 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:52.620108 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa0e8ab-185b-430d-80d7-d1f6f937ed5c HTTP/1.1" status: 204 len: 168 time: 0.2417326 Aug 03 21:09:52.628385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef016eb7-84c2-4281-8ba1-d2db03f32ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0e8ab-185b-430d-80d7-d1f6f937ed5c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:52.920488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45e64-0428-457c-97c2-1648477ecb97 req-fb923abb-dff4-435f-80da-a6a8203fc20d tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:52.922334 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4b45e64-0428-457c-97c2-1648477ecb97 req-fb923abb-dff4-435f-80da-a6a8203fc20d tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0751965 Aug 03 21:09:52.939182 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cad4d-4c9a-46e9-b24c-084706385197 req-1a35cc09-5825-4508-b7cf-1ea8aa7daa2e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:52.940823 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a82cad4d-4c9a-46e9-b24c-084706385197 req-1a35cc09-5825-4508-b7cf-1ea8aa7daa2e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 932 time: 0.0906241 Aug 03 21:09:52.963001 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a4b45e64-0428-457c-97c2-1648477ecb97 req-0c125195-bc97-448c-b4a3-97bdde454426 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Aug 03 21:09:52.983550 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a82cad4d-4c9a-46e9-b24c-084706385197 req-231f75ad-04a1-43fb-965b-ff29c00e2c06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Aug 03 21:09:53.199374 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 39956) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:53.215504 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-42e430a4-6890-4233-96c4-d87b622bc87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.300304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-42e430a4-6890-4233-96c4-d87b622bc87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.413912 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68340f-5989-4032-bb82-451d890f318e req-e3cf7a3b-f55f-4e38-a760-aa09d2b35860 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:53.415364 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e68340f-5989-4032-bb82-451d890f318e req-e3cf7a3b-f55f-4e38-a760-aa09d2b35860 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0495086 Aug 03 21:09:53.439130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-42e430a4-6890-4233-96c4-d87b622bc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.489284 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-42e430a4-6890-4233-96c4-d87b622bc87e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75e62b5917d14178bacaa7c072fc1319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888050 Aug 03 21:09:53.492286 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 39964) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:53.495365 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e68340f-5989-4032-bb82-451d890f318e req-01498d27-7375-4cb2-8158-ab272e511ab8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728056 Aug 03 21:09:53.497516 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e430a4-6890-4233-96c4-d87b622bc87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d533f826-b25f-4184-8c15-5b9b172dc5c2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:53.548715 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.570530 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.764715 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.767359 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:53.768517 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d533f826-b25f-4184-8c15-5b9b172dc5c2 HTTP/1.1" status: 204 len: 168 time: 0.2752390 Aug 03 21:09:53.777351 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03aefc2-5010-460a-8cf4-3bf5c7ad3f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533f826-b25f-4184-8c15-5b9b172dc5c2,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:53.860833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:09:53.863228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455fd85c-532c-4470-961d-a53b0fbf25e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:09:53.944110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c9f4c-80eb-4190-9432-6b2807eff4ec x-openstack-request-id: req-7b3c9f4c-80eb-4190-9432-6b2807eff4ec {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:09:53.944933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:09:53.944933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b3c9f4c-80eb-4190-9432-6b2807eff4ec {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:09:53.945107 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c', 'status': 'completed', 'code': 200} Aug 03 21:09:54.094588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcc799-420e-4fdd-8d94-3242556c6442 req-d17853cd-c6f3-4d46-a38c-c39c2e34ccb5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:54.097009 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efdcc799-420e-4fdd-8d94-3242556c6442 req-d17853cd-c6f3-4d46-a38c-c39c2e34ccb5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.0560734 Aug 03 21:09:54.113407 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325be43-c064-4833-8ab7-399a4acc688b req-111539fe-2017-420c-a439-c75def863be2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:54.115629 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3325be43-c064-4833-8ab7-399a4acc688b req-111539fe-2017-420c-a439-c75def863be2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 932 time: 0.0535629 Aug 03 21:09:54.145232 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efdcc799-420e-4fdd-8d94-3242556c6442 req-acb7827f-5a32-4645-a889-a1ddac146f1b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Aug 03 21:09:54.156394 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3325be43-c064-4833-8ab7-399a4acc688b req-3510ae8d-ec56-40c2-8595-c28e20883f49 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350027 Aug 03 21:09:54.639449 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9464a4-850d-4a6b-8a85-980f33c1fd7a req-6437f11f-7529-494f-82cd-f82e2442c50a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:54.639711 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-af9464a4-850d-4a6b-8a85-980f33c1fd7a req-6437f11f-7529-494f-82cd-f82e2442c50a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0573092 Aug 03 21:09:54.671147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 69f14f37-b610-454a-ad43-897614d11a05 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:09:54.688629 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-af9464a4-850d-4a6b-8a85-980f33c1fd7a req-ad166711-9e2c-4d09-9eb6-fbf8ad9e5bb2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Aug 03 21:09:54.690911 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Request body: {'port': {'device_id': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:09:54.784456 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:54.786120 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-4ca72d78-5208-4134-83a4-79f9ddc820dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:54.787806 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-4ca72d78-5208-4134-83a4-79f9ddc820dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1096 time: 0.0971253 Aug 03 21:09:54.794632 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-596aabb8-80ef-40f8-977b-827102995f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:54.796263 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-596aabb8-80ef-40f8-977b-827102995f2f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1096 time: 0.0579348 Aug 03 21:09:54.797264 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=69f14f37-b610-454a-ad43-897614d11a05,segment=NetworkSegment(de9fbd58-e67d-4309-b548-627b2b37e1af),segment_id=de9fbd58-e67d-4309-b548-627b2b37e1af)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:54.812136 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '69f14f37-b610-454a-ad43-897614d11a05', 'network_id': 'fcf31433-e118-462e-bd72-7aa9cbdd0d1c', 'port_id': '69f14f37-b610-454a-ad43-897614d11a05', 'mac_address': 'fa:16:3e:34:df:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62bcabe-857a-4021-a7b4-364175f322dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:09:54.871655 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-37befd81-7662-46db-b138-83ccdb7e1951 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0741813 Aug 03 21:09:54.928670 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:54.947449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f14f37-b610-454a-ad43-897614d11a05 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:54.978925 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=69f14f37-b610-454a-ad43-897614d11a05,segment=NetworkSegment(de9fbd58-e67d-4309-b548-627b2b37e1af),segment_id=de9fbd58-e67d-4309-b548-627b2b37e1af)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:55.038561 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37275-e583-4262-9fc0-456629ea1555 req-fadd633d-1243-421a-bc31-7954e05ead34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.041783 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-fadd633d-1243-421a-bc31-7954e05ead34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.1565433 Aug 03 21:09:55.228844 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-a2a9f4e0-9900-4ebd-b10a-08b9de74ffec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902414 Aug 03 21:09:55.228844 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-0bb5ec43-543f-41a3-80bd-df76aa44e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.228844 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-0bb5ec43-543f-41a3-80bd-df76aa44e560 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3411460 Aug 03 21:09:55.394712 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:55.420519 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5dae5-6b4a-45de-9a24-9dacaa1748ba req-089ec23b-3c3e-4eae-8b30-6f1df98c8656 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.424139 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-04c5dae5-6b4a-45de-9a24-9dacaa1748ba req-089ec23b-3c3e-4eae-8b30-6f1df98c8656 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 943 time: 0.1506586 Aug 03 21:09:55.499382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:55.509608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:55.557527 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:55.580272 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-fed84ed2-d98d-4fb1-894e-38ce6ab63643 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259553 Aug 03 21:09:55.637564 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-04c5dae5-6b4a-45de-9a24-9dacaa1748ba req-318c3cd2-c4d1-4c32-8aa2-39889f3f0499 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820986 Aug 03 21:09:55.640830 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Transition to ACTIVE for port object d45f24d6-54b6-4caf-b935-4c19c89b0f4a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:09:55.649027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7bad1-651f-421a-b190-b9bb2e0b4bff req-4ce2f665-e8a1-4321-9ad3-2b777e61775a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.655755 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bef7bad1-651f-421a-b190-b9bb2e0b4bff req-4ce2f665-e8a1-4321-9ad3-2b777e61775a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 932 time: 0.3705268 Aug 03 21:09:55.688691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['69f14f37-b610-454a-ad43-897614d11a05'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:09:55.721385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-26cee68a-481e-4697-8ab0-b969ca1089f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.722897 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-455fd85c-532c-4470-961d-a53b0fbf25e1 req-26cee68a-481e-4697-8ab0-b969ca1089f6 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5317409 Aug 03 21:09:55.725199 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:55.821579 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bef7bad1-651f-421a-b190-b9bb2e0b4bff req-18bd70d2-2737-4d2e-9fc0-6abd68047499 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440027 Aug 03 21:09:55.927575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-d7e582e8-28fc-4193-a94e-52f45b59e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:55.945060 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-d7e582e8-28fc-4193-a94e-52f45b59e9da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1096 time: 0.1545241 Aug 03 21:09:55.958078 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90a37275-e583-4262-9fc0-456629ea1555 req-f013fb6b-ef35-4b7b-9bdd-2826f45c3b6f service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570242 Aug 03 21:09:56.086610 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-cca6bafe-a1d6-4ac5-a0e8-961e0389ccd3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c HTTP/1.1" status: 200 len: 217 time: 0.1269569 Aug 03 21:09:56.110503 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:56.256712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602808f9-4f4d-4334-b1c8-72ea12fb315d req-0831e363-ac22-412e-a315-b9a0f0e7ea9c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:56.271962 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-602808f9-4f4d-4334-b1c8-72ea12fb315d req-0831e363-ac22-412e-a315-b9a0f0e7ea9c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.4256263 Aug 03 21:09:56.321437 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-405452b2-e871-4b8c-8bc5-42767ed63e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:56.324164 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-405452b2-e871-4b8c-8bc5-42767ed63e37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.2295973 Aug 03 21:09:56.387267 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-55956312-8cc3-48a4-ab03-3b6b8d4f00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:56.387267 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-55956312-8cc3-48a4-ab03-3b6b8d4f00cb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1096 time: 0.1565847 Aug 03 21:09:56.418748 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-602808f9-4f4d-4334-b1c8-72ea12fb315d req-e239d2ec-f56b-494c-811f-9503a4d17b91 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308630 Aug 03 21:09:56.456535 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Attempting to bind port d45f24d6-54b6-4caf-b935-4c19c89b0f4a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:09:56.457574 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Attempting to bind port d45f24d6-54b6-4caf-b935-4c19c89b0f4a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:09:56.457574 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Attempting to bind port d45f24d6-54b6-4caf-b935-4c19c89b0f4a on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:56.461459 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-9eca45d5-d6ba-415e-970a-202845f2d434 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109166 Aug 03 21:09:56.468507 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Port d45f24d6-54b6-4caf-b935-4c19c89b0f4a on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:09:56.470239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Attempting to bind port d45f24d6-54b6-4caf-b935-4c19c89b0f4a on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:09:56.485037 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:09:56.485572 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Checking segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:09:56.486654 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Bound using segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:09:56.487457 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Bound port: d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:09:56.488078 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:56.811076 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-657bff27-9729-4057-9d58-29a3dd457d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:56.814721 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-657bff27-9729-4057-9d58-29a3dd457d04 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.3800871 Aug 03 21:09:56.827884 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-01f60145-c429-4a15-8f0b-3485234db4e1 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964761 Aug 03 21:09:56.911128 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:09:56.966239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:09:57.058608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:57.111153 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.111781 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:57.114106 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] 10.222.0.79 "PUT /v2.0/ports/d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1094 time: 2.4308531 Aug 03 21:09:57.117456 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:09:57.126618 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-61d3ab71-b757-44a7-a018-89219147173d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.2977223 Aug 03 21:09:57.211015 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95879727-044d-4673-b4fa-a720c4475798 req-306f3689-33cd-43b7-ada9-9dfc677a3f2b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.219821 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95879727-044d-4673-b4fa-a720c4475798 req-306f3689-33cd-43b7-ada9-9dfc677a3f2b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1987119 Aug 03 21:09:57.227655 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f71c7-0225-4d78-83a9-cf7f631ab119 service neutron] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:57.240661 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e62203-ee75-4771-87a4-82d002150712 req-b7d96fec-281b-4b76-9af4-45e243e12897 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.242305 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40e62203-ee75-4771-87a4-82d002150712 req-b7d96fec-281b-4b76-9af4-45e243e12897 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 944 time: 0.2525721 Aug 03 21:09:57.291415 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95879727-044d-4673-b4fa-a720c4475798 req-2b625eaa-d791-4f05-89bf-bbc8340cdc19 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704904 Aug 03 21:09:57.302205 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ee9ff27b-d4a0-4584-a8bf-9fcf4c4cf834 req-cf6057f8-2fb3-49bd-9cfd-1364418e1d80 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486990 Aug 03 21:09:57.319807 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-df6964ef-cd4d-48ba-8ac5-2ece5f981fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.319807 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-df6964ef-cd4d-48ba-8ac5-2ece5f981fa4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.1780648 Aug 03 21:09:57.320750 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40e62203-ee75-4771-87a4-82d002150712 req-95af9d8c-658d-483f-a54e-fea5f51acbdb tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495164 Aug 03 21:09:57.366589 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-c5d177b6-4bbf-4d70-97f0-45e9c5d94ce1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432622 Aug 03 21:09:57.406461 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device f1218e1a-bda4-4bc5-b2a7-62b175864ac1 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:09:57.409065 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0b4114d1-d6c3-4462-a946-321b5a2ea832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.421384 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-0b4114d1-d6c3-4462-a946-321b5a2ea832 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1097 time: 0.1256695 Aug 03 21:09:57.448099 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 69f14f37-b610-454a-ad43-897614d11a05 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:09:57.539204 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f22c8-86f3-4884-9103-2c3264017c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:09:57.559850 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-cd2f8d67-a08e-439a-9de1-c0120e031b47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 217 time: 0.1301394 Aug 03 21:09:57.604406 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-2da18026-359b-4961-b37f-33897ff3134e service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296717 Aug 03 21:09:57.636772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.db.resource_extend [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 21:09:57.760057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-a040880c-4e55-4b8d-bdd5-5399365a539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.763355 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-a040880c-4e55-4b8d-bdd5-5399365a539d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.1615345 Aug 03 21:09:57.796070 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc651d-a689-4579-a1f4-421c41ce7b7d req-95c112e6-73c8-4f90-882d-8f9706b3f866 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:57.802744 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8cdc651d-a689-4579-a1f4-421c41ce7b7d req-95c112e6-73c8-4f90-882d-8f9706b3f866 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.2412765 Aug 03 21:09:57.869056 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ef2e0f-c085-4ad6-a47f-a738d2ab524a req-816b58ee-8bc7-43ba-b37c-02ab79ee47ba service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548869 Aug 03 21:09:57.972801 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40120) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:57.990275 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67725f4d-44db-4581-9701-e58e1fabae65 x-openstack-request-id: req-67725f4d-44db-4581-9701-e58e1fabae65 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:09:57.990738 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:09:57.991147 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67725f4d-44db-4581-9701-e58e1fabae65 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:09:57.991848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'status': 'completed', 'code': 200} Aug 03 21:09:57.997286 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:58.019662 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'port_id': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1', 'mac_address': 'fa:16:3e:9d:aa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:09:58.045518 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8cdc651d-a689-4579-a1f4-421c41ce7b7d req-3829395d-f8b4-4500-ac52-15cbd692e97a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139564 Aug 03 21:09:58.054120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-fad4e618-e09b-44fa-91e6-b5379fb7550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:58.062097 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-fad4e618-e09b-44fa-91e6-b5379fb7550c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2396176 Aug 03 21:09:58.102217 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 69f14f37-b610-454a-ad43-897614d11a05 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:09:58.115398 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.115398 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 69f14f37-b610-454a-ad43-897614d11a05 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:09:58.115696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.170437 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f6961149-c545-49b6-81b0-02261c24bff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.177633 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1218e1a-bda4-4bc5-b2a7-62b175864ac1 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:09:58.208726 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:58.233379 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-8f13824d-bd0e-4fe1-9d57-efd7aabc3bd6 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629448 Aug 03 21:09:58.272588 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.317363 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f14f37-b610-454a-ad43-897614d11a05'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:09:58.340254 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f6961149-c545-49b6-81b0-02261c24bff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.390796 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a5ba33-b2ee-4401-8f5f-0a7bfa824609 req-22491348-129a-4009-8a74-dc8eb45cdbd7 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490624 Aug 03 21:09:58.394367 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.401443 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=69f14f37-b610-454a-ad43-897614d11a05,segment=NetworkSegment(de9fbd58-e67d-4309-b548-627b2b37e1af),segment_id=de9fbd58-e67d-4309-b548-627b2b37e1af)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:09:58.473699 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f6961149-c545-49b6-81b0-02261c24bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.478891 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.496685 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12e4043-3f22-4dbf-ac08-b6eb075e074d" -d '{"events": [{"server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "name": "network-vif-plugged", "status": "completed", "tag": "69f14f37-b610-454a-ad43-897614d11a05"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:09:58.508606 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:58.514560 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f6961149-c545-49b6-81b0-02261c24bff3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff4185f4b78242f8b0daef028f6ae2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357258 Aug 03 21:09:58.515904 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40144) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:58.559877 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7bcc3-820b-4c3f-a775-cf53e0b0d9b6 req-b68d4e6e-3a88-4662-98aa-e5edce3620e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:58.567857 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40c7bcc3-820b-4c3f-a775-cf53e0b0d9b6 req-b68d4e6e-3a88-4662-98aa-e5edce3620e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1844137 Aug 03 21:09:58.576901 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961149-c545-49b6-81b0-02261c24bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb30d6d-9a31-427e-aa55-613c3e520284,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:58.619729 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:58.645731 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-40c7bcc3-820b-4c3f-a775-cf53e0b0d9b6 req-da6e3975-006d-4082-a89f-4eec48eccaeb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768194 Aug 03 21:09:58.664784 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['f1218e1a-bda4-4bc5-b2a7-62b175864ac1'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:09:58.695285 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a83b48-955a-43b5-8bdf-2421af862cd9 req-3f695d17-933c-45d0-ab50-2ef22a0b0d54 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:58.697081 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89a83b48-955a-43b5-8bdf-2421af862cd9 req-3f695d17-933c-45d0-ab50-2ef22a0b0d54 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.2220576 Aug 03 21:09:58.715278 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.720136 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f22c8-86f3-4884-9103-2c3264017c5f req-58e76426-da93-4ce6-bace-3a2aab1b3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:58.721674 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-58e76426-da93-4ce6-bace-3a2aab1b3600 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1097 time: 0.1402390 Aug 03 21:09:58.903329 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:58.966088 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76725c59-5647-4a52-89ad-a49e42292aa7 x-openstack-request-id: req-76725c59-5647-4a52-89ad-a49e42292aa7 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:09:58.966435 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "name": "network-vif-plugged", "status": "completed", "tag": "69f14f37-b610-454a-ad43-897614d11a05", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:09:58.966651 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76725c59-5647-4a52-89ad-a49e42292aa7 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:09:58.967134 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f14f37-b610-454a-ad43-897614d11a05', 'code': 200} Aug 03 21:09:59.055950 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-89a83b48-955a-43b5-8bdf-2421af862cd9 req-16feda0b-6174-4173-838f-78094f302818 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313491 Aug 03 21:09:59.100414 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f22c8-86f3-4884-9103-2c3264017c5f req-bd20d675-0b9d-4fa6-9670-4bfe9324c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:59.101996 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-bd20d675-0b9d-4fa6-9670-4bfe9324c54a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.3638816 Aug 03 21:09:59.151891 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-cf6a34eb-903c-4d34-8796-1d01fa4846be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 217 time: 0.0407724 Aug 03 21:09:59.211068 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d146d6-e5d0-4093-b277-62988f99d08b req-ae2ce945-75ca-482e-905c-236c0be840c3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:59.212699 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27d146d6-e5d0-4093-b277-62988f99d08b req-ae2ce945-75ca-482e-905c-236c0be840c3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0522354 Aug 03 21:09:59.252065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27d146d6-e5d0-4093-b277-62988f99d08b req-3f5af864-c964-402a-880c-f0ccedf19209 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Aug 03 21:09:59.313326 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:59.315944 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:59.317076 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbb30d6d-9a31-427e-aa55-613c3e520284 HTTP/1.1" status: 204 len: 168 time: 0.8008649 Aug 03 21:09:59.327025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69904-4c2a-4b97-b1c4-5efdd90f651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb30d6d-9a31-427e-aa55-613c3e520284,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:09:59.733302 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40188) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:09:59.800776 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf835c-e5b7-47ed-a508-95625bf80d37 req-a32683d3-efb3-44ab-8654-25307d7a4c97 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:09:59.802341 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dfbf835c-e5b7-47ed-a508-95625bf80d37 req-a32683d3-efb3-44ab-8654-25307d7a4c97 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0550032 Aug 03 21:09:59.852652 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dfbf835c-e5b7-47ed-a508-95625bf80d37 req-65aa7ae8-77df-424b-99d9-7f002a86f7cf tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Aug 03 21:09:59.867823 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07309f28-cabd-436b-9c33-38bdbdc1c0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:09:59.973476 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07309f28-cabd-436b-9c33-38bdbdc1c0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.067864 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07309f28-cabd-436b-9c33-38bdbdc1c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.108812 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-07309f28-cabd-436b-9c33-38bdbdc1c0df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18fb9ef0eb9549fc8d86e591c9ddd9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744166 Aug 03 21:10:00.112057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07309f28-cabd-436b-9c33-38bdbdc1c0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9076cb70-7169-481d-b3c9-15d4f82eac55,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:00.112744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40198) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:00.218045 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40202) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:00.220436 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.233851 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f213183-0098-4ad7-bfee-2c3bbdf3a773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.248805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.257703 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771f42-1c9e-49a9-8591-780affd724bc req-83f333e2-a415-4334-9d1c-c9d9f83144bd tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:00.259242 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8771f42-1c9e-49a9-8591-780affd724bc req-83f333e2-a415-4334-9d1c-c9d9f83144bd tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0967765 Aug 03 21:10:00.326342 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8771f42-1c9e-49a9-8591-780affd724bc req-d6034f02-e065-4146-ad4b-48751d17039a tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Aug 03 21:10:00.355538 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f213183-0098-4ad7-bfee-2c3bbdf3a773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.379319 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be652cf-8395-4f09-819f-cd4f96838a6f req-a4bf8422-9764-4584-acf3-b5a4940c89a5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:00.380863 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2be652cf-8395-4f09-819f-cd4f96838a6f req-a4bf8422-9764-4584-acf3-b5a4940c89a5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0570199 Aug 03 21:10:00.426226 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2be652cf-8395-4f09-819f-cd4f96838a6f req-3cb7a275-5fb8-459f-9ea6-73f2325422e6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Aug 03 21:10:00.427688 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.430528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.431685 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9076cb70-7169-481d-b3c9-15d4f82eac55 HTTP/1.1" status: 204 len: 168 time: 0.3176086 Aug 03 21:10:00.442373 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947990f-aef3-4c56-899c-e46da261be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9076cb70-7169-481d-b3c9-15d4f82eac55,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:00.462232 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f213183-0098-4ad7-bfee-2c3bbdf3a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.503789 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8f213183-0098-4ad7-bfee-2c3bbdf3a773 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63ce5ff0b0854e5e83dc1189854b768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845488 Aug 03 21:10:00.504671 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f213183-0098-4ad7-bfee-2c3bbdf3a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0209de-e67b-490a-8c7a-b9b9dffbbe0c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:00.507073 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40208) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:00.557207 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.578713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.759137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.761988 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:00.763264 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee0209de-e67b-490a-8c7a-b9b9dffbbe0c HTTP/1.1" status: 204 len: 168 time: 0.2550712 Aug 03 21:10:00.771581 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b31749-3fb3-41da-99b2-ef058485f634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0209de-e67b-490a-8c7a-b9b9dffbbe0c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:01.006977 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2451a0-9a67-4170-b45d-e650b6d2f9f1 req-6d673d95-46d4-4928-83fa-1141fef76566 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:01.008676 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7e2451a0-9a67-4170-b45d-e650b6d2f9f1 req-6d673d95-46d4-4928-83fa-1141fef76566 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0620141 Aug 03 21:10:01.057131 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7e2451a0-9a67-4170-b45d-e650b6d2f9f1 req-8f6eba78-01fa-48a8-986e-d8e171923024 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369947 Aug 03 21:10:01.269693 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f22c8-86f3-4884-9103-2c3264017c5f req-6ba57647-d0e1-452c-b61b-250eb4234187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:01.269693 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-6ba57647-d0e1-452c-b61b-250eb4234187 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0545065 Aug 03 21:10:01.342423 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40232) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:01.363800 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ea9d643f-3bea-4678-8222-0472e9cd940b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.471325 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2a44f-6f33-4bbc-8028-a6c902299135 req-6f8c5df0-45fa-4e90-a0af-f21b50d1db97 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:01.474192 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a3a2a44f-6f33-4bbc-8028-a6c902299135 req-6f8c5df0-45fa-4e90-a0af-f21b50d1db97 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0755301 Aug 03 21:10:01.490278 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ea9d643f-3bea-4678-8222-0472e9cd940b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.521568 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a3a2a44f-6f33-4bbc-8028-a6c902299135 req-91866e6d-51bf-477c-aa7c-ff7ab9f36655 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Aug 03 21:10:01.586976 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604115-a351-4dc4-875a-6df54a0d3845 req-86151f0b-07c7-45e7-ab95-4d769362bf9a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:01.588783 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c604115-a351-4dc4-875a-6df54a0d3845 req-86151f0b-07c7-45e7-ab95-4d769362bf9a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0606916 Aug 03 21:10:01.590110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ea9d643f-3bea-4678-8222-0472e9cd940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.645379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ea9d643f-3bea-4678-8222-0472e9cd940b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32c6388f611e4d9fb1da231012ec238b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015380 Aug 03 21:10:01.649509 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40242) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:01.651636 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d643f-3bea-4678-8222-0472e9cd940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110de1a4-9fcf-43f7-a12a-f077407b99df,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:01.687793 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c604115-a351-4dc4-875a-6df54a0d3845 req-3a3f3e29-892b-43a0-96a3-b96141552a21 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915098 Aug 03 21:10:01.740490 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.768368 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.896362 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.898872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:01.900103 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/110de1a4-9fcf-43f7-a12a-f077407b99df HTTP/1.1" status: 204 len: 168 time: 0.2488003 Aug 03 21:10:01.911801 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d13d1-5693-4100-a2c5-167ef810b22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110de1a4-9fcf-43f7-a12a-f077407b99df,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:02.191819 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eda25-d7af-4cfe-ae2d-43d4d109966e req-202004ef-6c80-4ec1-a02e-9eb168a28a20 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:02.193241 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e09eda25-d7af-4cfe-ae2d-43d4d109966e req-202004ef-6c80-4ec1-a02e-9eb168a28a20 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0485582 Aug 03 21:10:02.235693 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e09eda25-d7af-4cfe-ae2d-43d4d109966e req-968e0ea7-3c97-4a3f-ac73-bdae86e9f9c2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363228 Aug 03 21:10:02.300655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:10:02.431352 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f22c8-86f3-4884-9103-2c3264017c5f req-f2c39026-f666-4d59-b72c-c55fe09b178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:02.434054 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-f2c39026-f666-4d59-b72c-c55fe09b178b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1326404 Aug 03 21:10:02.438497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:02.475019 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-f4995810-374c-425f-b348-84d2b94a97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:02.477224 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-f4995810-374c-425f-b348-84d2b94a97e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 1098 time: 0.1767802 Aug 03 21:10:02.491505 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:10:02.514887 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-92faa62c-7ca3-4736-b16f-710e073ff9a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:02.558010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:02.593802 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:10:02.660765 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-1066a5a6-3eb4-40a2-ae3a-1f0f2a9ae66b service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108705 Aug 03 21:10:02.669945 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:02.783560 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:02.813136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-92faa62c-7ca3-4736-b16f-710e073ff9a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:02.869810 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f807-a143-4ba0-b40b-d97012599c7c req-4c2f742e-8e54-4c07-b59c-c1b919768d20 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:02.872514 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e847f807-a143-4ba0-b40b-d97012599c7c req-4c2f742e-8e54-4c07-b59c-c1b919768d20 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.1577489 Aug 03 21:10:02.876519 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-399f22c8-86f3-4884-9103-2c3264017c5f req-144270e4-375f-458e-976d-167388b36ab8 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074370 Aug 03 21:10:02.913575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-92faa62c-7ca3-4736-b16f-710e073ff9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:02.914052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:02.987813 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c92bd2-e15d-4821-a38e-ccbf24fde61a req-84f866be-a38c-47d5-af18-5d35b899fb04 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:02.990492 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-24c92bd2-e15d-4821-a38e-ccbf24fde61a req-84f866be-a38c-47d5-af18-5d35b899fb04 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.1431258 Aug 03 21:10:03.005369 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c3ff73e-0c2f-4cbe-bc13-001355e727ba req-92faa62c-7ca3-4736-b16f-710e073ff9a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167699 Aug 03 21:10:03.007408 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa62c-7ca3-4736-b16f-710e073ff9a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52e8166a-b49f-46bc-8ba2-ade041cebe19,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:03.032168 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['d45f24d6-54b6-4caf-b935-4c19c89b0f4a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:10:03.049311 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e847f807-a143-4ba0-b40b-d97012599c7c req-34d3e1de-69c3-4fca-aff6-7c1c3d99c8ee tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639352 Aug 03 21:10:03.083966 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-24c92bd2-e15d-4821-a38e-ccbf24fde61a req-6dda360b-6127-4faa-b7da-2f7a2b971aa6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832112 Aug 03 21:10:03.379585 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344419c-2b32-49ae-a920-310bad5f03bb req-37de544b-ab25-43f1-ad6e-13153bd252c2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:03.384311 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0344419c-2b32-49ae-a920-310bad5f03bb req-37de544b-ab25-43f1-ad6e-13153bd252c2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0712471 Aug 03 21:10:03.436690 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0344419c-2b32-49ae-a920-310bad5f03bb req-263a5c04-154c-49f6-9bd9-99f0b3285128 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431082 Aug 03 21:10:03.935373 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40338) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:04.068596 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094061740-network', 'tenant_id': 'c35403d2e34746d8b73c46e70d1cec9a'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:04.209696 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0ade-bb3c-404a-bf5d-956ddb9b96cd req-9c0eff25-497b-490f-9db3-0c26d7552e5d tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:04.212530 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9bbf0ade-bb3c-404a-bf5d-956ddb9b96cd req-9c0eff25-497b-490f-9db3-0c26d7552e5d tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0661843 Aug 03 21:10:04.230352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30747f0b-437e-4f8b-9f78-0e275da66ac6 req-f7980a8a-d535-402a-ab3c-54b0e10e5120 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:04.232106 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30747f0b-437e-4f8b-9f78-0e275da66ac6 req-f7980a8a-d535-402a-ab3c-54b0e10e5120 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 943 time: 0.0706911 Aug 03 21:10:04.252392 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Made reservation on behalf of c35403d2e34746d8b73c46e70d1cec9a for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:04.255528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.277848 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.287976 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:10:04.292167 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device f1218e1a-bda4-4bc5-b2a7-62b175864ac1 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:10:04.305594 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9bbf0ade-bb3c-404a-bf5d-956ddb9b96cd req-48ea3acc-3e27-4df7-9f6b-3d7d7c4a4d44 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853314 Aug 03 21:10:04.314083 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30747f0b-437e-4f8b-9f78-0e275da66ac6 req-fa3a4a6e-e45e-4d68-901d-259eb51392f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712416 Aug 03 21:10:04.432329 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.570685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.608750 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:10:04.609590 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:04.625535 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6cf91e-60f7-46d1-90cd-07076ab1cf6b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:04.646603 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:10:04.652276 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.652276 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Added segment 9c3b42b4-2f4d-4f2a-9204-0aa4108044c1 of type vlan for network 810aa599-f2a7-49b7-aa23-7ea2764eb153 Aug 03 21:10:04.664964 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:10:04.664964 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.669042 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c', 'network_id': '9fe69f75-7d46-4521-b23b-8d3b2889b85b', 'port_id': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c', 'mac_address': 'fa:16:3e:43:7f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a9309b-6879-426a-80f1-906f0b4a615f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:10:04.737795 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6cc4a-8aec-443e-8264-81c88f51afab req-3504a220-c7c1-49ec-b2b9-e66224b88fb1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:04.740117 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cfc6cc4a-8aec-443e-8264-81c88f51afab req-3504a220-c7c1-49ec-b2b9-e66224b88fb1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.1302929 Aug 03 21:10:04.740260 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.792238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40364) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:04.794484 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.850682 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:10:04.858660 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cfc6cc4a-8aec-443e-8264-81c88f51afab req-0f6eaef4-9461-4247-9397-1690f4d6db25 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071837 Aug 03 21:10:04.971338 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.973090 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:04.974089 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:04.990158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:04.991782 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.023824 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:05.027556 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc6c3d-3c48-4f9d-97e1-da7a67cdac35" -d '{"events": [{"server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:05.050340 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:05.050430 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83f7feb2-f72e-4fc5-8790-1e9e915b6fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.107826 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7295b56-ea75-4cb7-bb1c-d813e6889a57 x-openstack-request-id: req-f7295b56-ea75-4cb7-bb1c-d813e6889a57 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:05.108560 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:05.109127 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7295b56-ea75-4cb7-bb1c-d813e6889a57 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:05.109656 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1', 'code': 200} Aug 03 21:10:05.111334 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.137579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] Pushing event updated for resources: {'Network': ['ID=810aa599-f2a7-49b7-aa23-7ea2764eb153,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:05.157023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 810aa599-f2a7-49b7-aa23-7ea2764eb153 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:10:05.168305 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.170088 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:10:05.289259 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83f7feb2-f72e-4fc5-8790-1e9e915b6fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.319987 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:05.387724 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:05.402155 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['4ec23236-4fd2-4cb6-9e39-e1609bf47d1c'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:10:05.457571 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-83f7feb2-f72e-4fc5-8790-1e9e915b6fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.478672 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:10:05.494291 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:10:05.494844 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.512731 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-83f7feb2-f72e-4fc5-8790-1e9e915b6fef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc9384bf7a7e4705a2a369b8e57e2079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7181559 Aug 03 21:10:05.514915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7feb2-f72e-4fc5-8790-1e9e915b6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf9896-01e9-488f-876f-9d81eedeb671,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:05.517817 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa25bce-3bc6-4983-b345-7cc0c910ad6c req-c415df11-6c7c-4b19-b23f-a9592ca9dbd4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:05.518543 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40392) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:05.534422 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfa25bce-3bc6-4983-b345-7cc0c910ad6c req-c415df11-6c7c-4b19-b23f-a9592ca9dbd4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 944 time: 0.0866730 Aug 03 21:10:05.549785 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9bb69-ce99-4bf6-8be0-72f4fc3de85f req-474780d5-d82c-461f-8a2b-91443f4065ff tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:05.551424 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-92d9bb69-ce99-4bf6-8be0-72f4fc3de85f req-474780d5-d82c-461f-8a2b-91443f4065ff tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.1218941 Aug 03 21:10:05.584795 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-76ed6691-8134-4b68-b64b-14d4ee6bfc24 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6508105 Aug 03 21:10:05.590596 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40394) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:05.597071 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Request body: {'subnet': {'network_id': '810aa599-f2a7-49b7-aa23-7ea2764eb153', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094061740-subnet', 'tenant_id': 'c35403d2e34746d8b73c46e70d1cec9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:05.624398 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfa25bce-3bc6-4983-b345-7cc0c910ad6c req-e97a4d03-b7e7-4dff-bbd3-da27f4bdc1cc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Aug 03 21:10:05.642565 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-92d9bb69-ce99-4bf6-8be0-72f4fc3de85f req-c413b2ec-7449-416b-a9c2-1d843c0dfbde tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693982 Aug 03 21:10:05.644712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.693966 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.728877 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54996f4-243b-436e-99a0-01dbb2c39d88 req-3a87138a-dfe5-4e49-afd8-2388c3f23ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:05.732451 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c54996f4-243b-436e-99a0-01dbb2c39d88 req-3a87138a-dfe5-4e49-afd8-2388c3f23ddc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0996907 Aug 03 21:10:05.766588 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.796291 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c54996f4-243b-436e-99a0-01dbb2c39d88 req-fa8e0eee-df95-48d9-81ae-9a6d560a88b8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Aug 03 21:10:05.817472 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Made reservation on behalf of c35403d2e34746d8b73c46e70d1cec9a for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:05.819059 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:05.821317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.913794 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.914543 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.918808 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:05.920368 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afbf9896-01e9-488f-876f-9d81eedeb671 HTTP/1.1" status: 204 len: 168 time: 0.3985338 Aug 03 21:10:05.936229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aee55-0f93-43e6-8caa-51aa7e422314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf9896-01e9-488f-876f-9d81eedeb671,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:06.011061 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:06.103766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60033-3a31-4c96-ba7c-e5f999aaadc6 req-0805a3ff-5859-431f-b952-21ed7c00b7b2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:06.108381 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ce60033-3a31-4c96-ba7c-e5f999aaadc6 req-0805a3ff-5859-431f-b952-21ed7c00b7b2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0605404 Aug 03 21:10:06.159610 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ce60033-3a31-4c96-ba7c-e5f999aaadc6 req-6935b59f-3935-4493-8a34-3b360c078aab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390124 Aug 03 21:10:06.199559 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:06.251128 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:06.257688 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e74afe-d00e-45c9-be5d-8d3f069d14d8,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:06.270424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Checking segment: {'id': '9c3b42b4-2f4d-4f2a-9204-0aa4108044c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '810aa599-f2a7-49b7-aa23-7ea2764eb153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:10:06.270781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Network hostable DHCP agents. Network: 810aa599-f2a7-49b7-aa23-7ea2764eb153, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:10:06.365199 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Network 810aa599-f2a7-49b7-aa23-7ea2764eb153 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:10:06.508050 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 810aa599-f2a7-49b7-aa23-7ea2764eb153) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:10:06.514028 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:06.521508 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:06.523226 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81273392-4b71-4c0b-9dca-347548a2a8f5 None None] Network 810aa599-f2a7-49b7-aa23-7ea2764eb153 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:06.670874 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-14bfa7a6-b3c7-423a-a261-25343868ca45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0788047 Aug 03 21:10:06.681852 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e48eff-9ffb-4b0d-af3f-c7b9d5938c72 None None] Network 810aa599-f2a7-49b7-aa23-7ea2764eb153 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:06.860309 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9c424-0d81-4fee-a105-0c5a7032d88b req-7924daaa-230e-45b2-9931-2f43a4c680f6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:06.862147 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30c9c424-0d81-4fee-a105-0c5a7032d88b req-7924daaa-230e-45b2-9931-2f43a4c680f6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 944 time: 0.0780780 Aug 03 21:10:06.983631 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30c9c424-0d81-4fee-a105-0c5a7032d88b req-2498a7b2-a50a-4de3-b793-23e311fa7868 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993168 Aug 03 21:10:07.001461 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40444) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:07.019642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-04657cda-ddac-4681-9546-c39bbca9647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.110755 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:07.114813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a8263-5631-427a-a3b7-630ef28a2532" -d '{"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:07.164404 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f256f9db-a8c7-4a3b-96f3-d1ca7bf824c9 x-openstack-request-id: req-f256f9db-a8c7-4a3b-96f3-d1ca7bf824c9 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:07.164594 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:07.165490 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f256f9db-a8c7-4a3b-96f3-d1ca7bf824c9 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:07.166155 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'code': 200} Aug 03 21:10:07.199311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-04657cda-ddac-4681-9546-c39bbca9647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.309239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c97d37-ffe7-4662-bea7-60206a8d27e2 req-bd2bbb83-e57e-430a-95c5-21e77ecd88e7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:07.310848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65c97d37-ffe7-4662-bea7-60206a8d27e2 req-bd2bbb83-e57e-430a-95c5-21e77ecd88e7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0639360 Aug 03 21:10:07.326861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-04657cda-ddac-4681-9546-c39bbca9647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.393783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657cda-ddac-4681-9546-c39bbca9647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24620d-5762-4baf-b59b-8f3b69e8b928,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:07.399513 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-04657cda-ddac-4681-9546-c39bbca9647e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eee9199f1a3a49f59098a66b598cc16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969350 Aug 03 21:10:07.403482 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65c97d37-ffe7-4662-bea7-60206a8d27e2 req-6064487f-7bc3-4061-9e3b-d9b911b0410e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853007 Aug 03 21:10:07.403974 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40458) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:07.464228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.494583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.668318 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.671360 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:07.672615 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a24620d-5762-4baf-b59b-8f3b69e8b928 HTTP/1.1" status: 204 len: 168 time: 0.2674317 Aug 03 21:10:07.683396 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2cac8-8dc2-4b77-a7e3-179207b73e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24620d-5762-4baf-b59b-8f3b69e8b928,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:07.988097 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40476) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:07.993689 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279178428-network', 'tenant_id': '4c555c862aaa4b51b6508eba5a9b20ac'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:08.080631 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Made reservation on behalf of 4c555c862aaa4b51b6508eba5a9b20ac for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:08.085210 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.110914 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.165434 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cd62b-86d7-4841-8991-a41d8e28b011 req-2a578e51-c836-45d9-809e-2ec01788051f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:08.165434 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b94cd62b-86d7-4841-8991-a41d8e28b011 req-2a578e51-c836-45d9-809e-2ec01788051f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 944 time: 0.0854416 Aug 03 21:10:08.240888 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b94cd62b-86d7-4841-8991-a41d8e28b011 req-b4fd7594-2b6b-4146-a137-8289f62ae427 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600562 Aug 03 21:10:08.281522 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.321837 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:10:08.388254 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.416410 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:10:08.427694 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ad1541-2cd4-4c07-b942-051a94c1da46,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:08.433976 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.436947 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Added segment 365fafe8-c068-4c4d-955e-bd4fac011182 of type vlan for network 104a5269-8d0a-456e-b10a-5ab0d9978319 Aug 03 21:10:08.486103 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.565728 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:10:08.572874 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:10:08.574326 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.581443 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f5077-2be6-478d-bb1f-913735a64a76 req-ab6552c0-eb18-4a9e-9516-7cd1260ae9c9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:08.592164 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-421f5077-2be6-478d-bb1f-913735a64a76 req-ab6552c0-eb18-4a9e-9516-7cd1260ae9c9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0925798 Aug 03 21:10:08.657464 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-421f5077-2be6-478d-bb1f-913735a64a76 req-c38d5ebe-6cd4-481d-989e-86227db48360 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603728 Aug 03 21:10:08.662840 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.665079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:08.666501 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.711905 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:08.774120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:08.798555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=104a5269-8d0a-456e-b10a-5ab0d9978319,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:08.818999 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 104a5269-8d0a-456e-b10a-5ab0d9978319 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:10:08.845848 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2e69294e-3b54-4e63-8acf-7821a4c0b7a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8557980 Aug 03 21:10:08.855682 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40506) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:08.864854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Request body: {'subnet': {'network_id': '104a5269-8d0a-456e-b10a-5ab0d9978319', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279178428-subnet', 'tenant_id': '4c555c862aaa4b51b6508eba5a9b20ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:08.912811 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:09.016260 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Made reservation on behalf of 4c555c862aaa4b51b6508eba5a9b20ac for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:09.019185 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:09.035499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:09.166940 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:09.169529 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10dea3b-f315-4b37-8bdb-c8aa4b5ba21a" -d '{"events": [{"server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "name": "network-vif-plugged", "status": "completed", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:09.237102 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac184e1b-ed06-42a8-b79e-77181f9e5fe7 x-openstack-request-id: req-ac184e1b-ed06-42a8-b79e-77181f9e5fe7 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:09.243012 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "name": "network-vif-plugged", "status": "completed", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:09.243012 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac184e1b-ed06-42a8-b79e-77181f9e5fe7 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:09.243012 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c', 'code': 200} Aug 03 21:10:09.366250 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:09.399289 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ec5e-8e7a-49fd-a08b-f7eab20487cc req-26ba9c98-e319-484b-b8cc-9390aef65aeb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:09.400895 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d63ec5e-8e7a-49fd-a08b-f7eab20487cc req-26ba9c98-e319-484b-b8cc-9390aef65aeb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0703011 Aug 03 21:10:09.431905 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcee9a01-7519-4ae0-99dd-aa13b06d2431,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:09.448940 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Checking segment: {'id': '365fafe8-c068-4c4d-955e-bd4fac011182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '104a5269-8d0a-456e-b10a-5ab0d9978319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:10:09.449915 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Network hostable DHCP agents. Network: 104a5269-8d0a-456e-b10a-5ab0d9978319, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:10:09.464623 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d63ec5e-8e7a-49fd-a08b-f7eab20487cc req-3f5ffdfa-0f55-4341-8d33-b9b623083113 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564127 Aug 03 21:10:09.553566 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Network 104a5269-8d0a-456e-b10a-5ab0d9978319 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:10:09.645128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 104a5269-8d0a-456e-b10a-5ab0d9978319) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:10:09.661463 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:09.663144 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:09.666564 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc812b4-a6c6-4e3e-8ba0-48bd839e691c None None] Network 104a5269-8d0a-456e-b10a-5ab0d9978319 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:09.984566 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e26cdc-8d71-474e-a152-06cad3b9b826 None None] Network 104a5269-8d0a-456e-b10a-5ab0d9978319 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:10.033278 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7365ff-8541-4ead-982d-bd17346d232f req-f7627491-6cd1-4d3e-89eb-92945798a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:10.040052 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2d7365ff-8541-4ead-982d-bd17346d232f req-f7627491-6cd1-4d3e-89eb-92945798a245 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1098 time: 0.1902733 Aug 03 21:10:10.168880 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2d7365ff-8541-4ead-982d-bd17346d232f req-143b0119-6507-432c-9e38-0bdfff45ccb9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203701 Aug 03 21:10:10.254416 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-07a59001-0f8a-47eb-86a5-9dbcc5ae753d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3876228 Aug 03 21:10:10.386566 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b565b7-13ca-4610-b0eb-d829ac09cc41 req-ec921ec6-6ff7-4a36-a4ab-874db69da0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:10.390192 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b565b7-13ca-4610-b0eb-d829ac09cc41 req-ec921ec6-6ff7-4a36-a4ab-874db69da0b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1099 time: 0.6784546 Aug 03 21:10:10.426244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c30fd-838f-4f5e-aac1-1f1d14a5a3fc req-217be589-f709-4d82-9f3e-040a51ff28b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:10.441406 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a5c30fd-838f-4f5e-aac1-1f1d14a5a3fc req-217be589-f709-4d82-9f3e-040a51ff28b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.2001090 Aug 03 21:10:10.539026 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a5c30fd-838f-4f5e-aac1-1f1d14a5a3fc req-a3d11fec-8a14-49f6-a5bd-825ae897f875 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796325 Aug 03 21:10:10.553576 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b565b7-13ca-4610-b0eb-d829ac09cc41 req-8267127b-29ae-451a-88b6-d618da2952b8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082783 Aug 03 21:10:10.713208 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02dc4-56fd-40ba-aa4a-89a40362b7ba req-01c30965-50ea-4ce4-877b-a4942d64ed92 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:10.715677 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-60d02dc4-56fd-40ba-aa4a-89a40362b7ba req-01c30965-50ea-4ce4-877b-a4942d64ed92 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0701318 Aug 03 21:10:10.769184 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-60d02dc4-56fd-40ba-aa4a-89a40362b7ba req-9d3f1dc7-7d09-45d0-b7d1-041973217cb7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 Aug 03 21:10:11.679712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52130578-9743-4cec-bebc-444d6068e962 req-366fde31-37bf-470f-8b03-e05df665c0ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:11.682681 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52130578-9743-4cec-bebc-444d6068e962 req-366fde31-37bf-470f-8b03-e05df665c0ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0614994 Aug 03 21:10:11.732136 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52130578-9743-4cec-bebc-444d6068e962 req-5d94391c-ced8-4413-8a25-ae589b31ba86 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392010 Aug 03 21:10:11.916159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9db3d-5f45-4c45-a769-da7715defc30 req-dcbc4dc4-54ec-4605-a1e7-077afb9f1ae8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:11.917967 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08d9db3d-5f45-4c45-a769-da7715defc30 req-dcbc4dc4-54ec-4605-a1e7-077afb9f1ae8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0537872 Aug 03 21:10:11.995697 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08d9db3d-5f45-4c45-a769-da7715defc30 req-3d027738-ee3c-41b4-8271-8ff7721aeb0f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Aug 03 21:10:12.946724 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39cbba-0bae-4108-ad49-0f0cc80c95bf req-b4c49b96-3b9a-432d-93e2-ad6bc810f0dc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:12.949003 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a39cbba-0bae-4108-ad49-0f0cc80c95bf req-b4c49b96-3b9a-432d-93e2-ad6bc810f0dc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0590041 Aug 03 21:10:13.020559 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc4def-ad40-439a-8071-04d199348723 req-ab59bc48-1727-4419-834d-d53c45dd8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:13.022136 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-ab59bc48-1727-4419-834d-d53c45dd8447 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1098 time: 0.0721879 Aug 03 21:10:13.025428 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a39cbba-0bae-4108-ad49-0f0cc80c95bf req-d03eb6cc-39db-4604-9ee2-f9d5e5a1d9ee tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661485 Aug 03 21:10:13.178692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc4def-ad40-439a-8071-04d199348723 req-d9540826-b25b-4d43-a061-bed5637442f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:13.180288 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-d9540826-b25b-4d43-a061-bed5637442f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.1505241 Aug 03 21:10:13.200878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6a742-31ce-46a0-a17d-b20606b69b29 req-f26ba316-30ea-4aa2-8993-00f11e94ef9b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:13.202484 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ce6a742-31ce-46a0-a17d-b20606b69b29 req-f26ba316-30ea-4aa2-8993-00f11e94ef9b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0936570 Aug 03 21:10:13.246985 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-ce9a3aaa-deaf-432c-bd91-c610387cec50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c HTTP/1.1" status: 200 len: 217 time: 0.0433843 Aug 03 21:10:13.336298 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ce6a742-31ce-46a0-a17d-b20606b69b29 req-cd173543-b8de-459d-a5db-0fb7e5ac87cd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917861 Aug 03 21:10:13.384662 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc4def-ad40-439a-8071-04d199348723 req-cbe3eaf0-5d19-4d6c-b8ee-79cd19d7197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:13.386734 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-cbe3eaf0-5d19-4d6c-b8ee-79cd19d7197d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.1246386 Aug 03 21:10:13.438912 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-82df29d7-a356-4fd5-8f6c-89d63a26d8e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427294 Aug 03 21:10:13.607438 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810cd4-df74-4edd-92c6-b48b8fcc53cd req-39ab79ad-2873-4af4-b717-7e1657d229f3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:13.609123 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29810cd4-df74-4edd-92c6-b48b8fcc53cd req-39ab79ad-2873-4af4-b717-7e1657d229f3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.1462235 Aug 03 21:10:13.619026 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40628) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:13.624659 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'floatingip': {'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:13.630819 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-252ad774-2b73-4692-81aa-0b638c1462a3 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831639 Aug 03 21:10:13.777878 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15fc4def-ad40-439a-8071-04d199348723 req-1cee397e-c316-4f60-a46c-cd101ed978f2 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366732 Aug 03 21:10:13.951580 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:14.620907 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cefdd-0c7d-49ce-bb74-4796f5ddd8f2 req-8a448b51-1684-468b-b98c-815f0e6cb09d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:14.622575 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a4cefdd-0c7d-49ce-bb74-4796f5ddd8f2 req-8a448b51-1684-468b-b98c-815f0e6cb09d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1651165 Aug 03 21:10:14.661279 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.db.resource_extend [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 21:10:14.752156 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a4cefdd-0c7d-49ce-bb74-4796f5ddd8f2 req-b9f4cf12-5cde-49aa-a7e7-196ec38d37b2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194651 Aug 03 21:10:14.761453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:14.826926 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:14.964213 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Floating IP 54fb80bd-c8a5-45be-89f3-521f3d35ae94 associated. External IP: 172.27.0.219, port: d45f24d6-54b6-4caf-b935-4c19c89b0f4a. Aug 03 21:10:15.236724 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:10:15.354170 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:10:15.359013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:15.370309 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:10:15.381239 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:10:15.386416 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:15.393469 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3d460743-d110-463e-b0dc-950ea0f0cc12 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "PUT /v2.0/floatingips/54fb80bd-c8a5-45be-89f3-521f3d35ae94 HTTP/1.1" status: 200 len: 992 time: 1.7732165 Aug 03 21:10:15.394505 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:15.397127 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b31616-5819-47c8-90bc-a01efb9cc571" -d '{"events": [{"name": "network-changed", "server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:15.470307 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1e0bc-8304-4f36-917a-784be9c11e1f x-openstack-request-id: req-c4c1e0bc-8304-4f36-917a-784be9c11e1f {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:15.471637 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:15.472246 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4c1e0bc-8304-4f36-917a-784be9c11e1f {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:15.473047 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'status': 'completed', 'code': 200} Aug 03 21:10:15.541885 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:10:15.549883 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-ea875870-be89-41bd-9a48-41038c6a56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:15.551686 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-ea875870-be89-41bd-9a48-41038c6a56f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1099 time: 0.0557234 Aug 03 21:10:15.679287 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-c2e4eca3-ffe4-4c6b-af70-4751f26974ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:15.681124 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-c2e4eca3-ffe4-4c6b-af70-4751f26974ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1215358 Aug 03 21:10:15.780466 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40696) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:15.890366 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-3e3e12fc-d2b1-4745-b2ab-aca4a3c6890c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1000 time: 0.2000811 Aug 03 21:10:16.051566 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-9111ecd7-2979-47b2-be0c-0965f729dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:16.057349 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-9111ecd7-2979-47b2-be0c-0965f729dea9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.1558859 Aug 03 21:10:16.090573 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430089-f0df-405e-81d9-ec4fbe96621b req-6907f643-6cc8-4736-9c1d-03fd56d846e4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:16.103048 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff430089-f0df-405e-81d9-ec4fbe96621b req-6907f643-6cc8-4736-9c1d-03fd56d846e4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1418388 Aug 03 21:10:16.157307 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.224326 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-50852fb4-5be4-4a84-8804-80dd7fb72298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:16.236281 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-50852fb4-5be4-4a84-8804-80dd7fb72298 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1689105 Aug 03 21:10:16.335578 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff430089-f0df-405e-81d9-ec4fbe96621b req-ad96a541-3d84-4898-935b-db385a1cf684 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318437 Aug 03 21:10:16.382445 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '54fb80bd-c8a5-45be-89f3-521f3d35ae94', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:09:27Z', 'updated_at': '2021-08-03T21:10:14Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:16.438526 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:10:16.451959 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:10:16.452973 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:09:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:16.468773 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-103b37fb-eb58-4a16-a7bf-e41250e2db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.519642 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-0b8d4b87-8b23-4a52-bf05-2ba52b06ef9e service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632852 Aug 03 21:10:16.538380 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.628847 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.654043 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:10:16.674823 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9b31616-5819-47c8-90bc-a01efb9cc571 req-35bf2356-d7d5-4fab-8269-888a04d863fc service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460714 Aug 03 21:10:16.708216 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d4f69-1782-4500-a9ca-0d3f0ae0b1dd,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:16.744127 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.745118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.746146 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.746714 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.747301 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.748194 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.748648 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.749134 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.749563 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.749988 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.750401 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.750810 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:16.761205 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-47653ac5-ad96-42e0-bc62-e6d9a5100314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9b1cafea2449d2b62fc997c7c9bae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9785020 Aug 03 21:10:16.765008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40732) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:16.847452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.877341 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:16.939759 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '54fb80bd-c8a5-45be-89f3-521f3d35ae94', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:09:27Z', 'updated_at': '2021-08-03T21:10:14Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:16.974728 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b84ad7-40d8-4945-9713-427f3061ba7e None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '54fb80bd-c8a5-45be-89f3-521f3d35ae94', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:09:27Z', 'updated_at': '2021-08-03T21:10:14Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:10:17.033833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:17.036794 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:17.038580 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a7d4f69-1782-4500-a9ca-0d3f0ae0b1dd HTTP/1.1" status: 204 len: 168 time: 0.2720706 Aug 03 21:10:17.051544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d4f69-1782-4500-a9ca-0d3f0ae0b1dd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:17.062866 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.063230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.063583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.063924 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.064319 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.064615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.064941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.065364 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.065615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.065946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.066367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.066712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feeac85-cec6-4345-b26a-c81088200f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:10:17.315574 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8252393-2176-4ea0-a399-6b0c2ca0ef02 None None] New status for floating IP 54fb80bd-c8a5-45be-89f3-521f3d35ae94: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:10:17.650431 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadeda3-b9ca-42a1-b57e-317a300a59b1 req-8f590948-c1e6-460f-bb8e-4eeeae865cfd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:17.653810 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fadeda3-b9ca-42a1-b57e-317a300a59b1 req-8f590948-c1e6-460f-bb8e-4eeeae865cfd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1357112 Aug 03 21:10:17.697855 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8fadeda3-b9ca-42a1-b57e-317a300a59b1 req-6e57fa4d-7b9a-44f0-b67d-a10216d337ce tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Aug 03 21:10:18.037997 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 40768) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:18.053067 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7369a7e2-2db1-49a8-a20a-3da6f753dbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.163020 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7369a7e2-2db1-49a8-a20a-3da6f753dbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.360064 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7369a7e2-2db1-49a8-a20a-3da6f753dbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.411318 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7369a7e2-2db1-49a8-a20a-3da6f753dbb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f86d8baf318d46b2a7a1a27977886169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718708 Aug 03 21:10:18.412009 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369a7e2-2db1-49a8-a20a-3da6f753dbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd87b3be-acfd-44d3-8a67-b7aae2d2aa96,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:18.415523 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40776) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:18.501143 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.529260 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.766621 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.774970 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:18.781481 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd87b3be-acfd-44d3-8a67-b7aae2d2aa96 HTTP/1.1" status: 204 len: 168 time: 0.3608501 Aug 03 21:10:19.018623 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89905a-1ec7-4018-b0fb-8d54168bd481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd87b3be-acfd-44d3-8a67-b7aae2d2aa96,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:19.041235 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7d1b54e-b1d8-4ed0-8680-4f214e1bc123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:19.075532 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70bd5-5d9b-48b3-82f4-0a041680d2f7 req-a24fe901-6177-4282-ad54-bc85fedc041c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:19.075532 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98c70bd5-5d9b-48b3-82f4-0a041680d2f7 req-a24fe901-6177-4282-ad54-bc85fedc041c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.2768304 Aug 03 21:10:19.154894 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98c70bd5-5d9b-48b3-82f4-0a041680d2f7 req-397e6de4-68da-4443-8282-a2a36e5ecf63 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Aug 03 21:10:19.223133 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:19.627787 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40820) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:19.793982 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-184221f0-503c-45f1-a901-7cfe25ad3d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:19.944440 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-184221f0-503c-45f1-a901-7cfe25ad3d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.033752 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-184221f0-503c-45f1-a901-7cfe25ad3d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.076790 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184221f0-503c-45f1-a901-7cfe25ad3d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24300b33-438d-4662-9ecf-131c7adf1568,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:20.081454 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-184221f0-503c-45f1-a901-7cfe25ad3d72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3739c48a7c224608a03547163586e006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520302 Aug 03 21:10:20.085021 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40838) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:20.150243 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.203670 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.406972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b7aa-cc12-4f54-bcd5-409eb42604f4 req-196c83a4-f790-4534-b2a2-6da384fba907 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:20.409793 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5934b7aa-cc12-4f54-bcd5-409eb42604f4 req-196c83a4-f790-4534-b2a2-6da384fba907 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0955215 Aug 03 21:10:20.411802 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.417395 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:20.422087 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24300b33-438d-4662-9ecf-131c7adf1568 HTTP/1.1" status: 204 len: 168 time: 0.3327801 Aug 03 21:10:20.447651 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5242eac-7a2f-4d8c-b7b9-bc723b9ddf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24300b33-438d-4662-9ecf-131c7adf1568,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:20.503869 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5934b7aa-cc12-4f54-bcd5-409eb42604f4 req-1e0076fa-3337-4c95-b901-4fa33f2eaa69 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Aug 03 21:10:20.521661 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.403036 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40882) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:21.439730 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fa685f2-dc8a-4886-b734-dc0900e4a141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.588128 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fa685f2-dc8a-4886-b734-dc0900e4a141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.677809 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991e22b-4523-4a3a-861c-fc7eda75996d req-99aa3a46-ff3b-4917-ab20-e4c7c8e81a79 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:21.680608 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a991e22b-4523-4a3a-861c-fc7eda75996d req-99aa3a46-ff3b-4917-ab20-e4c7c8e81a79 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0895131 Aug 03 21:10:21.699359 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fa685f2-dc8a-4886-b734-dc0900e4a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.771841 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a991e22b-4523-4a3a-861c-fc7eda75996d req-cb5d8eeb-d077-49a2-af28-7ba8b6ce715b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836654 Aug 03 21:10:21.774985 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9fa685f2-dc8a-4886-b734-dc0900e4a141 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c6d861526444b388130a07f64bf6be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697739 Aug 03 21:10:21.776206 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa685f2-dc8a-4886-b734-dc0900e4a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5166722-5163-4fe1-a0e4-ecef939e20d6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:21.779819 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 40892) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:21.892271 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.922650 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:21.966636 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:22.166423 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:22.170839 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:22.172795 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5166722-5163-4fe1-a0e4-ecef939e20d6 HTTP/1.1" status: 204 len: 168 time: 0.3789008 Aug 03 21:10:22.187653 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19664-86f3-40a6-8bee-d49fda15c867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5166722-5163-4fe1-a0e4-ecef939e20d6,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:23.021036 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71be21-f913-4e28-b4c8-8cb7aa0730be req-7329cee1-c32a-4cf1-accc-63576895ee41 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:23.022679 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da71be21-f913-4e28-b4c8-8cb7aa0730be req-7329cee1-c32a-4cf1-accc-63576895ee41 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0694427 Aug 03 21:10:23.097152 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da71be21-f913-4e28-b4c8-8cb7aa0730be req-ce025fc0-7062-4c42-84fe-3f9bbfd10f69 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Aug 03 21:10:24.015326 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f18438-3ef0-4b57-996c-4c72b1bf5dc8 req-0d002839-a578-4e91-8f99-ea8c6a6d4829 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:24.017835 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76f18438-3ef0-4b57-996c-4c72b1bf5dc8 req-0d002839-a578-4e91-8f99-ea8c6a6d4829 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0767086 Aug 03 21:10:24.064384 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76f18438-3ef0-4b57-996c-4c72b1bf5dc8 req-29a512f6-1225-4f5c-8a49-0ebd1c9f24d4 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Aug 03 21:10:24.188467 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:10:24.303705 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da99452-a365-42cd-b126-a29bff46a3b2 req-4d6a8673-2413-4947-90d8-b0348c5d9ea2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:24.306739 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7da99452-a365-42cd-b126-a29bff46a3b2 req-4d6a8673-2413-4947-90d8-b0348c5d9ea2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0784903 Aug 03 21:10:24.380067 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7da99452-a365-42cd-b126-a29bff46a3b2 req-fd5cb726-21f4-43a7-b608-a97ea3aa21b0 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658262 Aug 03 21:10:25.216456 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7ed89-4a43-4609-b41a-907c05ea94b7 req-0779d318-1b27-471e-89ce-4463ef5ffe02 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:25.217160 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62f7ed89-4a43-4609-b41a-907c05ea94b7 req-0779d318-1b27-471e-89ce-4463ef5ffe02 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0641518 Aug 03 21:10:25.272912 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62f7ed89-4a43-4609-b41a-907c05ea94b7 req-bc843468-f791-498c-99b8-65b2769c70e5 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Aug 03 21:10:25.531249 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43140cf6-3911-4018-b4ca-33adec5afc28 req-0dd48dfa-034b-4218-9ad0-516d91364073 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:25.533087 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43140cf6-3911-4018-b4ca-33adec5afc28 req-0dd48dfa-034b-4218-9ad0-516d91364073 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0630050 Aug 03 21:10:25.577525 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43140cf6-3911-4018-b4ca-33adec5afc28 req-77da7b93-a726-4119-b9f1-4dbb894a479d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363207 Aug 03 21:10:26.405453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd18b3f-ad0a-46b5-bcbe-2075cb7f3921 req-516cb6ba-2d4b-40f2-a062-856b7f8f218b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:26.407180 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5dd18b3f-ad0a-46b5-bcbe-2075cb7f3921 req-516cb6ba-2d4b-40f2-a062-856b7f8f218b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0558014 Aug 03 21:10:26.455344 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5dd18b3f-ad0a-46b5-bcbe-2075cb7f3921 req-383aae10-5ab9-4acf-ad8a-e24818f5c32a tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Aug 03 21:10:26.730786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff158e-4783-4d65-b68f-534b4f8ea8ef req-bb47bf78-89ec-4866-bc8e-1ee9803f1652 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:26.737942 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-53ff158e-4783-4d65-b68f-534b4f8ea8ef req-bb47bf78-89ec-4866-bc8e-1ee9803f1652 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0773034 Aug 03 21:10:26.793054 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-53ff158e-4783-4d65-b68f-534b4f8ea8ef req-0de889c7-de63-46b0-aae8-6d5eb1a64649 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Aug 03 21:10:27.612467 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb32fa-ab52-45d8-839a-bddfa8c83524 req-a63d8aee-8ad4-49ce-bde0-0522a7c9fddf tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:27.614113 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30eb32fa-ab52-45d8-839a-bddfa8c83524 req-a63d8aee-8ad4-49ce-bde0-0522a7c9fddf tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0526977 Aug 03 21:10:27.659668 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-30eb32fa-ab52-45d8-839a-bddfa8c83524 req-6233ec08-2eb4-4f46-82cc-f87f5109b5a6 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Aug 03 21:10:27.930265 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324cc2-afa2-40ae-8d54-3294ced5531c req-220492c6-648a-4e91-afb8-65a32def2146 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:27.932161 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58324cc2-afa2-40ae-8d54-3294ced5531c req-220492c6-648a-4e91-afb8-65a32def2146 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0531361 Aug 03 21:10:27.982507 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-58324cc2-afa2-40ae-8d54-3294ced5531c req-494bb28e-1292-461d-8897-51bf6216dcee tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Aug 03 21:10:28.830663 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a366d7-54ab-438b-91eb-a94d30b47041 req-29abb472-0f00-4427-aaf2-e909edbde583 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:28.832386 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3a366d7-54ab-438b-91eb-a94d30b47041 req-29abb472-0f00-4427-aaf2-e909edbde583 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0783870 Aug 03 21:10:28.881301 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b3a366d7-54ab-438b-91eb-a94d30b47041 req-b33100c4-8326-413e-bb01-57fbc212a979 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Aug 03 21:10:29.145227 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377ffe-3b5b-4d3c-b359-3421788e70c3 req-f82eae4c-d614-45cd-aadd-40e4e491b8d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:29.146992 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19377ffe-3b5b-4d3c-b359-3421788e70c3 req-f82eae4c-d614-45cd-aadd-40e4e491b8d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0564907 Aug 03 21:10:29.191963 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19377ffe-3b5b-4d3c-b359-3421788e70c3 req-021b7976-c2e1-4114-a295-595df47f0537 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Aug 03 21:10:30.013401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4c9a-5c3f-4ff4-acab-c55c972e67ee req-1695fce4-0db0-4295-af0c-963536e4a7d8 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:30.015154 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a97b4c9a-5c3f-4ff4-acab-c55c972e67ee req-1695fce4-0db0-4295-af0c-963536e4a7d8 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0590901 Aug 03 21:10:30.066103 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a97b4c9a-5c3f-4ff4-acab-c55c972e67ee req-e13553f7-d81c-48df-8d7d-a67bfb7c48cb tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Aug 03 21:10:30.378515 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906d46-687e-46c8-a499-86b447689f45 req-d62c0037-30d9-4b24-b629-5c64936a969d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:30.380318 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f906d46-687e-46c8-a499-86b447689f45 req-d62c0037-30d9-4b24-b629-5c64936a969d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0808220 Aug 03 21:10:30.427555 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f906d46-687e-46c8-a499-86b447689f45 req-5fbbee9a-4121-4edf-9dcf-d36f72bb689e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358834 Aug 03 21:10:31.195852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceec5a-fa59-448a-849c-e4e585d6c61d req-c00a555f-add6-48b7-b20b-cb5e91f7ef5f tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:31.197373 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9eceec5a-fa59-448a-849c-e4e585d6c61d req-c00a555f-add6-48b7-b20b-cb5e91f7ef5f tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0544870 Aug 03 21:10:31.239828 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9eceec5a-fa59-448a-849c-e4e585d6c61d req-e4af7302-5643-474f-b826-f1e9b270f996 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357130 Aug 03 21:10:31.554739 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15ff00-3182-45d9-abfb-2e36a198e8f9 req-67dec92d-eb39-40ab-9613-d3cd0cbc0eac tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:31.557366 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd15ff00-3182-45d9-abfb-2e36a198e8f9 req-67dec92d-eb39-40ab-9613-d3cd0cbc0eac tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0529025 Aug 03 21:10:31.604063 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd15ff00-3182-45d9-abfb-2e36a198e8f9 req-c92b358f-0675-447c-bf7c-afb8aec88270 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Aug 03 21:10:31.942287 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-d850e20e-6eee-4b9d-aebc-fc741eb7455b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566661 Aug 03 21:10:32.055521 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-16f7981a-0ec1-4ee6-b28d-07e3db7bfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.057033 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-16f7981a-0ec1-4ee6-b28d-07e3db7bfde7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0471017 Aug 03 21:10:32.120726 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f304ad15-6b87-461c-b8ba-c360e71c553b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.123172 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f304ad15-6b87-461c-b8ba-c360e71c553b tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.0677173 Aug 03 21:10:32.187702 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-21847125-6837-4a1c-93e3-f606c01253c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.189271 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-21847125-6837-4a1c-93e3-f606c01253c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.1076312 Aug 03 21:10:32.241032 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41156) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:32.248803 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-e5d9eab8-90b1-473f-8eca-d33563ac031c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0488787 Aug 03 21:10:32.328615 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Deleting port 69f14f37-b610-454a-ad43-897614d11a05 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:10:32.329146 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:32.398334 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-feee6d2d-2fbb-4496-9093-4125b59a0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.399997 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-feee6d2d-2fbb-4496-9093-4125b59a0b41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.1426466 Aug 03 21:10:32.440551 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-20cc874d-4755-4a68-843c-ea3b7db4e77e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327294 Aug 03 21:10:32.450128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c5b48-eb90-4c3f-a234-553a7a0a89d9 req-e160c7a7-f084-43bc-8f7f-bca5052ef9cc tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.451811 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a37c5b48-eb90-4c3f-a234-553a7a0a89d9 req-e160c7a7-f084-43bc-8f7f-bca5052ef9cc tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 945 time: 0.1075375 Aug 03 21:10:32.490530 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] For port 69f14f37-b610-454a-ad43-897614d11a05, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=69f14f37-b610-454a-ad43-897614d11a05,segment=NetworkSegment(de9fbd58-e67d-4309-b548-627b2b37e1af),segment_id=de9fbd58-e67d-4309-b548-627b2b37e1af)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:10:32.491241 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dfe5-d06d-4d1d-9df7-552c0314aa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:32.491442 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:32.510267 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Calling delete_port for 69f14f37-b610-454a-ad43-897614d11a05 owned by compute:nova {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:10:32.571724 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a37c5b48-eb90-4c3f-a234-553a7a0a89d9 req-daf744ad-49ff-4f7f-aec4-727949f8d606 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/security-groups?id=24588722-9498-45e9-9fcf-df8e092ca100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035426 Aug 03 21:10:32.639850 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-46bbcaa7-967b-4239-a2e0-86d4461d9d3e service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805894 Aug 03 21:10:32.804600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dfe5-d06d-4d1d-9df7-552c0314aa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:32.817151 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ebe3f7c5-8270-4e67-8d7d-237209472986 req-40e7b002-09b0-478a-a731-85ef8515f261 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683769 Aug 03 21:10:32.827285 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41d54-249e-4336-a49f-59765f7281fd req-e3969535-1d3e-4a8c-9751-3d30ae746933 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:32.830270 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77a41d54-249e-4336-a49f-59765f7281fd req-e3969535-1d3e-4a8c-9751-3d30ae746933 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0973747 Aug 03 21:10:32.881581 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-77a41d54-249e-4336-a49f-59765f7281fd req-a44db230-5c22-4c65-9733-ea9db3f0f576 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Aug 03 21:10:32.886507 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:32.915016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ab3dfe5-d06d-4d1d-9df7-552c0314aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.018320 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Pushing event deleted for resources: {'Port': ['ID=69f14f37-b610-454a-ad43-897614d11a05,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:33.038433 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3dfe5-d06d-4d1d-9df7-552c0314aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ad5bf-2dba-433b-9d19-f62b20a9b6f3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:33.060624 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4ab3dfe5-d06d-4d1d-9df7-552c0314aa89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc65505c3fa43fda0d6801190ce19e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8089275 Aug 03 21:10:33.061229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41178) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:33.062234 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] No DVR routers for this DVR port 69f14f37-b610-454a-ad43-897614d11a05 on host hv-cinder-78626 {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:10:33.074659 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.078310 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf4ae633-9887-425a-8e20-cca65ef352b0 req-f7142360-f147-4c91-bf1b-b3ad5b2d0fab tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.79 "DELETE /v2.0/ports/69f14f37-b610-454a-ad43-897614d11a05 HTTP/1.1" status: 204 len: 173 time: 0.9441807 Aug 03 21:10:33.078942 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'name': 'network-vif-deleted', 'tag': '69f14f37-b610-454a-ad43-897614d11a05'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:33.082577 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65ac35-8ea2-4a12-bea1-9a4fa9d11e73" -d '{"events": [{"server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "name": "network-vif-deleted", "tag": "69f14f37-b610-454a-ad43-897614d11a05"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:33.165197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da42ac1-8127-4f10-993e-07f2f266a1c2 x-openstack-request-id: req-4da42ac1-8127-4f10-993e-07f2f266a1c2 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:33.166209 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e989748-f745-4fc1-9a5c-625b432aad6d", "name": "network-vif-deleted", "tag": "69f14f37-b610-454a-ad43-897614d11a05", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:33.166209 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4da42ac1-8127-4f10-993e-07f2f266a1c2 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:33.166597 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e989748-f745-4fc1-9a5c-625b432aad6d', 'name': 'network-vif-deleted', 'tag': '69f14f37-b610-454a-ad43-897614d11a05', 'status': 'completed', 'code': 200} Aug 03 21:10:33.175908 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.216605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.372209 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.375017 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:33.376384 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/005ad5bf-2dba-433b-9d19-f62b20a9b6f3 HTTP/1.1" status: 204 len: 168 time: 0.3116941 Aug 03 21:10:33.384703 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de646c63-abcc-458d-968f-a0ccd1a93e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ad5bf-2dba-433b-9d19-f62b20a9b6f3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:33.735775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a07cf3bf-dd81-42e6-8373-9be2d215ce78 req-635ab25c-610a-48ef-a08d-45ff4f8da605 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0373626 Aug 03 21:10:34.044474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1f896-0795-4ac1-8f62-b62552a12b73 req-e842d8e3-9896-4d72-9022-6b6fee59f76c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:34.052305 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5c1f896-0795-4ac1-8f62-b62552a12b73 req-e842d8e3-9896-4d72-9022-6b6fee59f76c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0758502 Aug 03 21:10:34.114060 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5c1f896-0795-4ac1-8f62-b62552a12b73 req-e385c2e7-bc01-46f4-9023-21a8bd9c09a8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Aug 03 21:10:34.224521 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41218) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:34.242801 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aa0b63f1-ae31-4779-bc0b-6b80275dc61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.373330 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aa0b63f1-ae31-4779-bc0b-6b80275dc61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.497309 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aa0b63f1-ae31-4779-bc0b-6b80275dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.537863 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b63f1-ae31-4779-bc0b-6b80275dc61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d448305-7db5-48ca-9d59-3b671da7e512,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:34.543212 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-aa0b63f1-ae31-4779-bc0b-6b80275dc61b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a202e90e1e144e68394d8d3816361bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172753 Aug 03 21:10:34.546207 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41222) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:34.610838 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.636874 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.759638 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.763458 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:34.765215 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d448305-7db5-48ca-9d59-3b671da7e512 HTTP/1.1" status: 204 len: 168 time: 0.2175767 Aug 03 21:10:34.779110 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f55fd-b9a9-4ce2-a3c4-6c713d65d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d448305-7db5-48ca-9d59-3b671da7e512,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:34.915790 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21a54c1f-f935-4900-ae9c-e53c67cab7be req-b5df71be-fed3-4c8e-bd4e-5235a9359a41 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0370023 Aug 03 21:10:35.101066 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 69f14f37-b610-454a-ad43-897614d11a05 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:10:35.122417 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 69f14f37-b610-454a-ad43-897614d11a05 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:10:35.122814 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 69f14f37-b610-454a-ad43-897614d11a05 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:10:35.270828 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1b9a-af70-44d9-b4d3-5a3c85618871 req-6eeace35-4840-4f9e-861d-05f171cf6c03 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:35.273520 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e78a1b9a-af70-44d9-b4d3-5a3c85618871 req-6eeace35-4840-4f9e-861d-05f171cf6c03 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0855944 Aug 03 21:10:35.334362 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e78a1b9a-af70-44d9-b4d3-5a3c85618871 req-f4436bc0-b6e8-4db4-8f85-a1d313a13f7d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 Aug 03 21:10:36.025450 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e6c9cd7c-7dcb-43d0-8753-6805326ea1c8 req-35deee9a-deaa-4f04-8eba-5fe9e26218be tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0286090 Aug 03 21:10:36.194144 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:36.492610 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a275ca0-34c1-46f3-b1f1-bf82f3f02548 req-c7ac9d4a-247f-40e3-a186-9d1e09b1b4c6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:36.500000 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a275ca0-34c1-46f3-b1f1-bf82f3f02548 req-c7ac9d4a-247f-40e3-a186-9d1e09b1b4c6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0790982 Aug 03 21:10:36.558676 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a275ca0-34c1-46f3-b1f1-bf82f3f02548 req-47b5859d-1ad3-4d9b-90c7-947d2075c422 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574586 Aug 03 21:10:37.161876 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-003afc00-11ef-4522-9330-24591657f67f req-a9bf1d13-66d1-4054-b88c-cfa9f52a0084 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0297401 Aug 03 21:10:37.699528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6390380-9ce9-44d4-bcbf-09fd50dbe45f req-2f9380d0-a3df-48a4-975d-e751f7ff5bc6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:37.699528 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f6390380-9ce9-44d4-bcbf-09fd50dbe45f req-2f9380d0-a3df-48a4-975d-e751f7ff5bc6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0600853 Aug 03 21:10:37.742395 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f6390380-9ce9-44d4-bcbf-09fd50dbe45f req-036122d8-54b9-4394-8549-a89a48bcd52d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Aug 03 21:10:38.283259 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd1cb301-0860-47e0-b598-6da4e5d24c8d req-67a7b9c6-a78e-41bd-828e-88cd1d060527 tempest-DeleteServersTestJSON-1848191030 tempest-DeleteServersTestJSON-1848191030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e989748-f745-4fc1-9a5c-625b432aad6d HTTP/1.1" status: 200 len: 210 time: 0.0284262 Aug 03 21:10:38.957555 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826644-ed1f-45f3-a451-031a3076d92a req-48cb7066-9d00-4fb4-90bf-152932d5d20a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:38.962516 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d9826644-ed1f-45f3-a451-031a3076d92a req-48cb7066-9d00-4fb4-90bf-152932d5d20a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0784149 Aug 03 21:10:39.022628 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d9826644-ed1f-45f3-a451-031a3076d92a req-8f87a32a-5459-460a-a7de-24c898797ced tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Aug 03 21:10:39.636424 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41398) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:39.751365 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb86-a651-48b9-8eec-85c84a00b243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:39.918371 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb86-a651-48b9-8eec-85c84a00b243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:39.998799 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb86-a651-48b9-8eec-85c84a00b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:40.039362 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ed49fb86-a651-48b9-8eec-85c84a00b243 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d13332fd224e43e487d9224fb6c3af18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015203 Aug 03 21:10:40.046727 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49fb86-a651-48b9-8eec-85c84a00b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8f764-ddd3-478f-a377-3905196a1710,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:40.047102 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41412) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:40.129348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:40.213378 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:40.264564 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7266add-3b48-4039-abfa-8699621876b9 req-d51ac4e0-d5f4-4073-a1fb-2711f5820c9c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:40.266067 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7266add-3b48-4039-abfa-8699621876b9 req-d51ac4e0-d5f4-4073-a1fb-2711f5820c9c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1321940 Aug 03 21:10:40.313974 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7266add-3b48-4039-abfa-8699621876b9 req-2f0e0623-0b8e-4b99-98e7-ccdcb341b452 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Aug 03 21:10:40.491647 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:40.494392 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:40.496129 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56a8f764-ddd3-478f-a377-3905196a1710 HTTP/1.1" status: 204 len: 168 time: 0.4506834 Aug 03 21:10:40.505151 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd90a3-ee2d-4376-8d15-1aa89d51851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8f764-ddd3-478f-a377-3905196a1710,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:41.516860 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee2ca-296c-4a3a-90c2-3e9611ddf90f req-cce21823-6285-445f-8924-c408330ddaa1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:41.524323 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-926ee2ca-296c-4a3a-90c2-3e9611ddf90f req-cce21823-6285-445f-8924-c408330ddaa1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0972047 Aug 03 21:10:41.570105 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-926ee2ca-296c-4a3a-90c2-3e9611ddf90f req-0739373d-3cc0-49df-941a-4deb0e4ae136 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Aug 03 21:10:41.719304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41456) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:41.733764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b314ab18-8402-49c6-becf-fb0a8e582290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:41.875849 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b314ab18-8402-49c6-becf-fb0a8e582290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.069228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b314ab18-8402-49c6-becf-fb0a8e582290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.118571 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314ab18-8402-49c6-becf-fb0a8e582290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80215b75-0089-46cf-8439-a0b8b9568940,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:42.127343 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b314ab18-8402-49c6-becf-fb0a8e582290 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f78883d1be44ae82c6c15b4c357f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067278 Aug 03 21:10:42.128432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41472) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:42.202414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.237078 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.429545 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41484) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:42.480378 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Deleting subnet e62bcabe-857a-4021-a7b4-364175f322dc {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:10:42.484103 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.510925 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.515757 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.521085 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80215b75-0089-46cf-8439-a0b8b9568940 HTTP/1.1" status: 204 len: 168 time: 0.3877335 Aug 03 21:10:42.539305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d80350-226c-4102-89b5-6f80a053c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80215b75-0089-46cf-8439-a0b8b9568940,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:42.547927 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.594554 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.775423 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53f38-92a1-4544-b518-87e31a97a680 req-381407d5-792e-4088-ab72-6b528ec7252e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:42.777632 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dee53f38-92a1-4544-b518-87e31a97a680 req-381407d5-792e-4088-ab72-6b528ec7252e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0576916 Aug 03 21:10:42.825021 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dee53f38-92a1-4544-b518-87e31a97a680 req-fa0488a7-c341-4331-9f96-b1aa8b33587b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Aug 03 21:10:42.857439 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.890130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62bcabe-857a-4021-a7b4-364175f322dc,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:42.902498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:42.904560 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e947648f-727e-4890-92cb-093b439ec25a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e62bcabe-857a-4021-a7b4-364175f322dc HTTP/1.1" status: 204 len: 168 time: 0.4739790 Aug 03 21:10:42.907053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41496) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:43.023667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf31433-e118-462e-bd72-7aa9cbdd0d1c']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9fbd58-e67d-4309-b548-627b2b37e1af') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9fbd58-e67d-4309-b548-627b2b37e1af') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:10:43.325725 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:10:43.907967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.925906 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:43.927805 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fcf31433-e118-462e-bd72-7aa9cbdd0d1c HTTP/1.1" status: 204 len: 168 time: 1.0197899 Aug 03 21:10:43.929801 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f91c2-78b2-4e95-9ed2-2e3342696dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf31433-e118-462e-bd72-7aa9cbdd0d1c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:43.983886 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6330-40ab-44cb-9048-a14aa6ab5f4d req-e9bb9bd2-1414-4a36-b435-7e778285b528 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:43.985543 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adf6330-40ab-44cb-9048-a14aa6ab5f4d req-e9bb9bd2-1414-4a36-b435-7e778285b528 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0610909 Aug 03 21:10:44.030187 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adf6330-40ab-44cb-9048-a14aa6ab5f4d req-dd947ffc-6323-443f-923a-538ca8caa014 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384502 Aug 03 21:10:44.514238 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41544) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:44.561050 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7366afbc-214d-49f4-91ae-1764f0738090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edad5784789048c4a74e75b5bfe00502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454142 Aug 03 21:10:44.564385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41548) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:44.633515 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:44.666109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:44.877933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:44.881956 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:44.889996 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24588722-9498-45e9-9fcf-df8e092ca100 HTTP/1.1" status: 204 len: 168 time: 0.3177221 Aug 03 21:10:44.913099 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a001b-d2a3-4359-bd6f-996d7b22a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24588722-9498-45e9-9fcf-df8e092ca100,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:45.201773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa152-eebb-4399-9611-742736f6e697 req-7d41aba4-2011-4f89-bcdb-1dd38920cbaa tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:45.203873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-060aa152-eebb-4399-9611-742736f6e697 req-7d41aba4-2011-4f89-bcdb-1dd38920cbaa tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0782111 Aug 03 21:10:45.263492 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-060aa152-eebb-4399-9611-742736f6e697 req-7ed95fc7-4fd7-42dd-a6ed-d6766e6f2492 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Aug 03 21:10:46.309047 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41664) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:46.452486 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31fd73-4824-4f57-a23f-fd8cabe05ce8 req-ea010ab6-beed-4174-993f-3410b375ebd4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:46.455266 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa31fd73-4824-4f57-a23f-fd8cabe05ce8 req-ea010ab6-beed-4174-993f-3410b375ebd4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0976155 Aug 03 21:10:46.462256 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7281a217-de41-4ed0-ae30-06739f9d51a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:46.496926 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-460696586-network', 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:46.506764 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa31fd73-4824-4f57-a23f-fd8cabe05ce8 req-2c182bb7-ac9f-4034-9321-188a6c03a900 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Aug 03 21:10:46.657307 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:46.661903 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:46.678542 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:46.841762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:46.962889 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:46.983872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:10:47.000559 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864d7b12-403a-4176-bdd2-7c7c395c53be,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:47.006029 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.006362 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Added segment 9401c25e-01a8-43d4-b80b-2cd14cc6e4d2 of type vlan for network cd1931e9-7ae7-4adb-894b-de7c3e0046dd Aug 03 21:10:47.053138 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.402045 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.411510 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:47.411510 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.517605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1931e9-7ae7-4adb-894b-de7c3e0046dd,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:47.528100 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:10:47.624020 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41720) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:47.656597 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5f91cafd-3f09-4c2e-a894-708d078e2c08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3474247 Aug 03 21:10:47.658897 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41724) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:47.664289 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Request body: {'subnet': {'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-460696586-subnet', 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:47.740037 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d157c-5c69-427c-8db6-25a2be6bfdc0 req-57eadbd3-7e81-4c84-9241-bf08b28fe7e2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:47.741617 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-014d157c-5c69-427c-8db6-25a2be6bfdc0 req-57eadbd3-7e81-4c84-9241-bf08b28fe7e2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1247013 Aug 03 21:10:47.793054 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-014d157c-5c69-427c-8db6-25a2be6bfdc0 req-bf167b0e-2503-4c9c-ad53-ce99b4ce9ad3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Aug 03 21:10:47.835338 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:47.840599 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26553815'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.850074 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-744ed49f-25a8-428c-b7cb-8cc4197517de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.873141 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41736) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:47.927037 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Deleting subnet 33e74afe-d00e-45c9-be5d-8d3f069d14d8 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:10:47.931447 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:47.974193 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.031051 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.100305 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-744ed49f-25a8-428c-b7cb-8cc4197517de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.189175 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-744ed49f-25a8-428c-b7cb-8cc4197517de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.189741 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.193964 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26553833'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.241498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.246959 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/33e74afe-d00e-45c9-be5d-8d3f069d14d8 HTTP/1.1" status: 204 len: 168 time: 0.3726473 Aug 03 21:10:48.248826 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3e4bc-2573-43f5-bbfc-303ad5fbedb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e74afe-d00e-45c9-be5d-8d3f069d14d8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:48.253586 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41738) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:48.286503 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-744ed49f-25a8-428c-b7cb-8cc4197517de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd8f8d52b5e5428db69840af5830cb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606636 Aug 03 21:10:48.287298 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ed49f-25a8-428c-b7cb-8cc4197517de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a7d88a-2f4a-454c-8fe0-8f59af585d37,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:48.293026 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41742) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:48.352577 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087bab63-c845-480b-8eef-abb9903431cf,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:48.385860 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Checking segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:10:48.386208 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Network hostable DHCP agents. Network: cd1931e9-7ae7-4adb-894b-de7c3e0046dd, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:10:48.466591 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.531885 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.547895 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e315dd-db03-4a17-8c83-72fbf216354d req-35f2684a-ead9-458c-a2dc-90643dc567dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:48.549454 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e5e315dd-db03-4a17-8c83-72fbf216354d req-35f2684a-ead9-458c-a2dc-90643dc567dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1098 time: 0.0970922 Aug 03 21:10:48.583807 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:10:48.627489 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e5e315dd-db03-4a17-8c83-72fbf216354d req-8a75503f-9bd1-4929-87aa-c93ab2e4cbea service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Aug 03 21:10:48.643487 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.708219 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, cd1931e9-7ae7-4adb-894b-de7c3e0046dd) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:10:48.715256 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:48.715860 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.726761 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26477468-75e7-4983-a975-5fb756fb430e None None] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:48.731492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.740966 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.743273 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810aa599-f2a7-49b7-aa23-7ea2764eb153']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:48.746528 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.747771 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78a7d88a-2f4a-454c-8fe0-8f59af585d37 HTTP/1.1" status: 204 len: 168 time: 0.4512281 Aug 03 21:10:48.761391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3b42b4-2f4d-4f2a-9204-0aa4108044c1') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:48.761965 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3b42b4-2f4d-4f2a-9204-0aa4108044c1') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:48.774914 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.789372 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cb04-be4d-4dc8-8333-3002140e9250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a7d88a-2f4a-454c-8fe0-8f59af585d37,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:48.794286 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.801474 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:10:48.801882 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:10:48.803869 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:10:48.877119 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-013f36b3-3d2c-438f-9f6a-9ec0be578480 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2167344 Aug 03 21:10:48.983672 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.993710 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:48.999611 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41758) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:48.999925 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] 10.222.0.32 "DELETE /v2.0/networks/810aa599-f2a7-49b7-aa23-7ea2764eb153 HTTP/1.1" status: 204 len: 168 time: 0.7440681 Aug 03 21:10:49.017138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad0c8-07ad-4844-9ef7-a68e68714117 admin admin] Pushing event deleted for resources: {'Network': ['ID=810aa599-f2a7-49b7-aa23-7ea2764eb153,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:49.050409 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec16b5-b6cd-45c4-86c1-ac03c5f49cba req-8d273386-9111-4d4e-b683-dec12945e5e9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:49.059284 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24ec16b5-b6cd-45c4-86c1-ac03c5f49cba req-8d273386-9111-4d4e-b683-dec12945e5e9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.1081583 Aug 03 21:10:49.103617 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-013f928a-8095-4554-88b2-6ca2c394b32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.105578 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-24ec16b5-b6cd-45c4-86c1-ac03c5f49cba req-d4cc6011-f1ed-432b-b069-047dafcaab32 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Aug 03 21:10:49.109475 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Deleting subnet dcee9a01-7519-4ae0-99dd-aa13b06d2431 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:10:49.113049 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cacbe3-193d-4b51-9756-80aa71bfac41 None None] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:49.114540 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.163076 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.225996 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.265667 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.515754 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.558092 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcee9a01-7519-4ae0-99dd-aa13b06d2431,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:49.627681 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.633319 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0613b277-070e-42ef-96ee-c72fd1740219 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dcee9a01-7519-4ae0-99dd-aa13b06d2431 HTTP/1.1" status: 204 len: 168 time: 0.6299813 Aug 03 21:10:49.635922 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41786) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:49.828497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.872675 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-ce488703-cab2-4cce-ad65-c2684cf4e57f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:49.878634 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-ce488703-cab2-4cce-ad65-c2684cf4e57f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.3261893 Aug 03 21:10:49.891989 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-1c05dc16-22ab-4082-b7e5-6cbe83cb04b4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/quotas/f5d2c2e5350647c2bc17db036dd5582c HTTP/1.1" status: 200 len: 375 time: 0.0108471 Aug 03 21:10:49.914861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41794) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:49.947809 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-3f37a41d-e77b-4d0d-adee-e3ae809ac233 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490053 Aug 03 21:10:49.967590 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f840cc8-df33-4f1d-ba53-6a1570c44b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:49.980434 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.000594 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a5269-8d0a-456e-b10a-5ab0d9978319']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:50.020890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365fafe8-c068-4c4d-955e-bd4fac011182') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:50.021276 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365fafe8-c068-4c4d-955e-bd4fac011182') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:10:50.042391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.077427 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.084247 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:10:50.084852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:10:50.087970 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:10:50.095843 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-9958c85a-911c-442e-b0bb-3689cd6f1153 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384439 Aug 03 21:10:50.221773 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f840cc8-df33-4f1d-ba53-6a1570c44b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.238154 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-26349649-0c65-489f-9e6c-fcc56966117b service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319726 Aug 03 21:10:50.247805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.256053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.258065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] 10.222.0.32 "DELETE /v2.0/networks/104a5269-8d0a-456e-b10a-5ab0d9978319 HTTP/1.1" status: 204 len: 168 time: 0.6209598 Aug 03 21:10:50.271027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b9ff-e7a9-4844-a314-6a902483334b admin admin] Pushing event deleted for resources: {'Network': ['ID=104a5269-8d0a-456e-b10a-5ab0d9978319,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:50.290569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f460-ebb5-4a36-a968-7309907c9a67 req-d426324b-7704-4754-b74c-8a28df9c9fb2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:50.292809 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1158f460-ebb5-4a36-a968-7309907c9a67 req-d426324b-7704-4754-b74c-8a28df9c9fb2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0787332 Aug 03 21:10:50.331424 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7f840cc8-df33-4f1d-ba53-6a1570c44b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.362630 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1158f460-ebb5-4a36-a968-7309907c9a67 req-134d2519-a2fd-4a2f-9e24-20ef0a552e2b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Aug 03 21:10:50.393295 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7f840cc8-df33-4f1d-ba53-6a1570c44b03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f30b6e7b030f429a86245511e2112ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790106 Aug 03 21:10:50.393925 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41808) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:50.400438 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f840cc8-df33-4f1d-ba53-6a1570c44b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b973ef09-e9d8-411d-a7d4-5ed946e29099,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:50.491818 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.493994 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.531695 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.561073 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd78b-2425-45b8-89b8-203c9cfbc810 req-db995ee3-9e74-4f5b-bc16-aa537f57e8f1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:50.572252 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71ddd78b-2425-45b8-89b8-203c9cfbc810 req-db995ee3-9e74-4f5b-bc16-aa537f57e8f1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0902696 Aug 03 21:10:50.576607 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ff0d09b-96f8-4b9f-afad-c9c386d004d1 req-97d66e0c-32a4-47c7-8a88-f0a5f570f9a5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0360649 Aug 03 21:10:50.639735 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71ddd78b-2425-45b8-89b8-203c9cfbc810 req-529d9d4a-adc9-4d53-a919-24430ab6cdc9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Aug 03 21:10:50.726316 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.731716 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:50.735857 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b973ef09-e9d8-411d-a7d4-5ed946e29099 HTTP/1.1" status: 204 len: 168 time: 0.3384750 Aug 03 21:10:50.752453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e727d-ff8c-4b59-a0b8-c2c679837e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b973ef09-e9d8-411d-a7d4-5ed946e29099,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:50.808533 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41828) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:50.895961 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8dc1e373-4f76-45a5-a745-6ce6423a73e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c35403d2e34746d8b73c46e70d1cec9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840359 Aug 03 21:10:50.898797 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41834) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:50.974813 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:51.021750 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:51.252102 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:51.257695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:51.270868 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d6cf91e-60f7-46d1-90cd-07076ab1cf6b HTTP/1.1" status: 204 len: 168 time: 0.3672037 Aug 03 21:10:51.281872 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ca771-27b1-4982-a91f-e31f4045d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6cf91e-60f7-46d1-90cd-07076ab1cf6b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:51.701548 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aef70d8c-6be1-4462-b970-2d70419d64a0 req-2eaa6534-57dc-4633-9805-39a664cc28f3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0593715 Aug 03 21:10:51.914459 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:52.366779 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41882) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:52.414314 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9145a035-ea9b-40a2-a8da-1aae6235b963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c555c862aaa4b51b6508eba5a9b20ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460048 Aug 03 21:10:52.417788 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41884) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:52.470446 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:52.495194 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:52.629610 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:52.634621 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:52.639163 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57ad1541-2cd4-4c07-b942-051a94c1da46 HTTP/1.1" status: 204 len: 168 time: 0.2174206 Aug 03 21:10:52.664816 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e412-eab7-4153-8d0f-863d5be084a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ad1541-2cd4-4c07-b942-051a94c1da46,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:52.845990 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5efe464f-1c71-48cf-bcc9-16ec95754d16 req-fd018590-a901-4fb7-a3ff-b6d8833839c8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0320044 Aug 03 21:10:54.016143 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9f1ff381-9a6d-4ce0-a7f5-a1857ca2eefc req-713236e0-f248-431c-bb54-95df7e396d58 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0571291 Aug 03 21:10:54.262467 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41956) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:54.283981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41960) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:54.381392 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-115964878-network', 'tenant_id': 'b5be0979286e4f988effdf9cf4639e15'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:54.432048 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a194-55a5-4e9d-9acc-842cac4856fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.519942 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Made reservation on behalf of b5be0979286e4f988effdf9cf4639e15 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:54.522251 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.531840 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.606090 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a194-55a5-4e9d-9acc-842cac4856fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.674262 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a194-55a5-4e9d-9acc-842cac4856fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.718030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4a194-55a5-4e9d-9acc-842cac4856fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa258a-36d1-4a2f-9a7a-83f977178986,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:54.735953 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e9c4a194-55a5-4e9d-9acc-842cac4856fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c229973eb76b468e93b2afd0345d6b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471779 Aug 03 21:10:54.736171 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41964) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:54.787065 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.804778 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.827866 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.874005 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:54.904590 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c01b2c0-419c-4179-8ea8-326d095ae0e0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:55.015076 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.017990 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.019373 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75fa258a-36d1-4a2f-9a7a-83f977178986 HTTP/1.1" status: 204 len: 168 time: 0.2823064 Aug 03 21:10:55.024139 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:10:55.040721 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d896061-40fa-44ef-970a-b4fc608ea176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa258a-36d1-4a2f-9a7a-83f977178986,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:55.046843 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.047693 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Added segment aa9282d0-a62e-4db1-a4a6-8361d98a2753 of type vlan for network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 Aug 03 21:10:55.184186 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a78ed10-032a-4910-8c19-a50a7675b99f req-d7a2ca2b-7cf4-4c75-b0a2-85e033734fce tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0552909 Aug 03 21:10:55.195224 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.395218 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.396892 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:55.397887 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.508334 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] Pushing event updated for resources: {'Network': ['ID=38ec5a94-a95d-44c4-a9ef-f0cc7e072422,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:55.522982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:10:55.567056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 41984) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:55.567270 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d0a00375-d477-457d-80a3-21ef8ce80d7e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2988787 Aug 03 21:10:55.567402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Request body: {'subnet': {'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-115964878-subnet', 'tenant_id': 'b5be0979286e4f988effdf9cf4639e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:55.708810 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Made reservation on behalf of b5be0979286e4f988effdf9cf4639e15 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:55.711698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:55.946877 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 41994) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:55.962511 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aafb6e82-e3df-436e-a858-0f71ded6abce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.030477 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.096359 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aafb6e82-e3df-436e-a858-0f71ded6abce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.111533 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d20a37-c2a5-4eb6-8126-59ea99ab02be,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:56.136130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Checking segment: {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:10:56.136130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Network hostable DHCP agents. Network: 38ec5a94-a95d-44c4-a9ef-f0cc7e072422, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:10:56.291474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-aafb6e82-e3df-436e-a858-0f71ded6abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.304865 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6822171f-a28d-4fc5-b6bd-65fb709a4a36 req-48f05797-657c-416a-a94d-a487293bf93b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0294676 Aug 03 21:10:56.306256 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:10:56.401471 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb6e82-e3df-436e-a858-0f71ded6abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddefeae-49a9-49f4-88f7-afa3e4047670,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:56.408370 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-aafb6e82-e3df-436e-a858-0f71ded6abce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcdec2c6c27243f28ba087074b5bdf33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603071 Aug 03 21:10:56.413765 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42016) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:56.424027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 38ec5a94-a95d-44c4-a9ef-f0cc7e072422) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:10:56.434793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:56.437106 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.456505 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383df12-9a9f-401f-864a-0e113e98770c None None] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:56.495731 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-de874ba2-c2ce-4431-802f-9f083b2814a6 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:56.497339 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-de874ba2-c2ce-4431-802f-9f083b2814a6 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.1795754 Aug 03 21:10:56.525442 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Request body: {'port': {'device_id': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'admin_state_up': True, 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:56.538108 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.551069 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cbfddf1a-eb99-456b-bb00-b9bfc2d2b02d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9882529 Aug 03 21:10:56.619302 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:56.669973 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552430c-2d81-4849-ae79-3a43e2abdcfe None None] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:10:57.201080 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:10:57.204657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:57.208766 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:57.211441 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:57.215045 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cddefeae-49a9-49f4-88f7-afa3e4047670 HTTP/1.1" status: 204 len: 168 time: 0.7979274 Aug 03 21:10:57.230226 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f8f41-e59b-47be-be96-23556a1540c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddefeae-49a9-49f4-88f7-afa3e4047670,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:57.419551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6bda0-7ad1-4443-8b7a-f24ada1952ab req-d12e6ec5-c494-4d71-ac53-0bf81c82ded4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:57.421301 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12d6bda0-7ad1-4443-8b7a-f24ada1952ab req-d12e6ec5-c494-4d71-ac53-0bf81c82ded4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0600264 Aug 03 21:10:57.452300 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Allocated IP 172.20.0.2 (cd1931e9-7ae7-4adb-894b-de7c3e0046dd/087bab63-c845-480b-8eef-abb9903431cf/42e07dc5-f2fb-461c-b277-323d83ec32ea) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:10:57.456843 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4543f417-8fca-44bd-a920-30e1c52b7878 req-c8d2e4a0-537c-40c5-a06d-98fb3463ee9f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0424163 Aug 03 21:10:57.491129 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12d6bda0-7ad1-4443-8b7a-f24ada1952ab req-697bc98b-259c-45a7-88c9-11b39db984a8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613012 Aug 03 21:10:57.552470 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441a930-d171-4138-a000-01cb3386b0d6 req-08588ca5-6855-4ea6-814f-75eca601ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:57.555530 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-08588ca5-6855-4ea6-814f-75eca601ba1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0616479 Aug 03 21:10:57.667724 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:57.684558 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441a930-d171-4138-a000-01cb3386b0d6 req-1009027f-c252-45c2-a640-8020d2f3d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:57.687419 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-1009027f-c252-45c2-a640-8020d2f3d718 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.1251712 Aug 03 21:10:57.775402 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-507ce699-9d6c-405d-b5ce-cfd465fdc360 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0747573 Aug 03 21:10:57.843937 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42058) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:57.858177 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:57.887406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441a930-d171-4138-a000-01cb3386b0d6 req-ee471d47-1cd6-4d55-a75a-e8a010a23105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:57.888935 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-ee471d47-1cd6-4d55-a75a-e8a010a23105 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.0977805 Aug 03 21:10:57.915159 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:10:57.919732 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:10:57.922555 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:10:57.943957 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-1bfa45ab-7cb6-4a6b-85cf-9c2fde1f048a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335200 Aug 03 21:10:57.981792 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event updated for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:57.993980 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:57.994654 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.093424 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-f6cd3665-3eb9-4767-b935-2787968cf1e2 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396475 Aug 03 21:10:58.110127 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6e54da6d-8445-43f0-a160-821f13c2c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.135332 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-977c7361-425b-4ab8-9761-cc5ebf7ee311 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6205406 Aug 03 21:10:58.153540 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Request body: {'port': {'device_id': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:10:58.265606 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.318535 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f441a930-d171-4138-a000-01cb3386b0d6 req-013833a6-871c-45f7-8ffd-f3873f35d2e9 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120035 Aug 03 21:10:58.380608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6e54da6d-8445-43f0-a160-821f13c2c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.453053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42084) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:58.468745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-482a2cb1-e417-456e-8433-26e63c09038a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.523377 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6e54da6d-8445-43f0-a160-821f13c2c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.584368 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54da6d-8445-43f0-a160-821f13c2c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9121742a-39bc-4288-801a-595366cdbe30,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:58.591208 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6e54da6d-8445-43f0-a160-821f13c2c1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=812928cd522341729b64f600ff7b4f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440553 Aug 03 21:10:58.600550 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42090) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:58.702172 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e34a-f109-412c-83d7-cd5b733187f9 req-898185da-8350-4a8b-94a3-313e1e5a420d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:58.702939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-482a2cb1-e417-456e-8433-26e63c09038a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.707982 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9af3e34a-f109-412c-83d7-cd5b733187f9 req-898185da-8350-4a8b-94a3-313e1e5a420d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1144247 Aug 03 21:10:58.732585 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b617-d1e1-4f33-9956-57f208ccbde1 req-868551ee-227f-4cfe-857c-0dddc154af9e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:58.734170 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e6c1b617-d1e1-4f33-9956-57f208ccbde1 req-868551ee-227f-4cfe-857c-0dddc154af9e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 931 time: 0.1505322 Aug 03 21:10:58.739944 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.787562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-482a2cb1-e417-456e-8433-26e63c09038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.792508 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.829472 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9af3e34a-f109-412c-83d7-cd5b733187f9 req-a98e831e-4965-4165-a1c8-07d442037388 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002679 Aug 03 21:10:58.834239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e07dc5-f2fb-461c-b277-323d83ec32ea {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:10:58.845198 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.861838 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Transition to ACTIVE for port object 42e07dc5-f2fb-461c-b277-323d83ec32ea will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:10:58.866267 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e6c1b617-d1e1-4f33-9956-57f208ccbde1 req-14416a8c-0228-4eaf-98a1-fcafc823d425 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241117 Aug 03 21:10:58.893312 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-482a2cb1-e417-456e-8433-26e63c09038a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=394c0d4432114b60a1649bfd1cce85e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368291 Aug 03 21:10:58.897976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42098) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:10:58.899990 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a2cb1-e417-456e-8433-26e63c09038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2cf7cf-f0b3-453e-85c2-5a918fed5def,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:58.954277 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.974513 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:58.984110 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.005530 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.008188 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.009361 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9121742a-39bc-4288-801a-595366cdbe30 HTTP/1.1" status: 204 len: 168 time: 0.3899493 Aug 03 21:10:59.022491 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6432-9e6b-44d1-be96-4d6f3008548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121742a-39bc-4288-801a-595366cdbe30,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:59.069512 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:59.142437 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Attempting to bind port 42e07dc5-f2fb-461c-b277-323d83ec32ea on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:10:59.142437 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Attempting to bind port 42e07dc5-f2fb-461c-b277-323d83ec32ea by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:10:59.142437 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Attempting to bind port 42e07dc5-f2fb-461c-b277-323d83ec32ea on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:10:59.147287 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Port 42e07dc5-f2fb-461c-b277-323d83ec32ea on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:10:59.147710 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Attempting to bind port 42e07dc5-f2fb-461c-b277-323d83ec32ea on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:10:59.153972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:10:59.154306 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Checking segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:10:59.154694 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Bound using segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:10:59.155162 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Bound port: 42e07dc5-f2fb-461c-b277-323d83ec32ea, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:10:59.155522 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.221016 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.223716 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.228489 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f2cf7cf-f0b3-453e-85c2-5a918fed5def HTTP/1.1" status: 204 len: 168 time: 0.3258812 Aug 03 21:10:59.243978 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680ea6c-47fa-4413-8c08-9daaabf9e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2cf7cf-f0b3-453e-85c2-5a918fed5def,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:59.250145 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:10:59.253826 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:10:59.417861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.437294 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:59.438379 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:10:59.440057 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] 10.222.0.79 "PUT /v2.0/ports/42e07dc5-f2fb-461c-b277-323d83ec32ea HTTP/1.1" status: 200 len: 1093 time: 1.2917099 Aug 03 21:10:59.440567 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:10:59.443877 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637ef19-07a2-4a94-b522-007c53afb8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:10:59.488023 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311aec03-41c4-439c-8f47-d1d08a359423 x-openstack-request-id: req-311aec03-41c4-439c-8f47-d1d08a359423 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:10:59.488312 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:10:59.488562 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-311aec03-41c4-439c-8f47-d1d08a359423 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:10:59.488950 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea', 'status': 'completed', 'code': 200} Aug 03 21:10:59.551493 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4504-8bd8-47b4-b725-b1a61b68dd3e service neutron] Pushing event updated for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:10:59.574764 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-bdbb9c71-b13a-4b0f-a647-de97d14b90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:59.577045 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-bdbb9c71-b13a-4b0f-a647-de97d14b90c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 1096 time: 0.0562949 Aug 03 21:10:59.819911 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-609fd49a-305d-4e56-ab74-3322372465ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:10:59.822072 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-609fd49a-305d-4e56-ab74-3322372465ea service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2306886 Aug 03 21:11:00.041243 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17f56-8c32-4b5b-82c4-9967612696f7 req-40d0bbd1-d986-41b5-ad8c-60f00f4f1ec0 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.043430 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1df17f56-8c32-4b5b-82c4-9967612696f7 req-40d0bbd1-d986-41b5-ad8c-60f00f4f1ec0 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 943 time: 0.0716195 Aug 03 21:11:00.111512 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1df17f56-8c32-4b5b-82c4-9967612696f7 req-64ab231d-5718-4168-aebb-46ec2121bade tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Aug 03 21:11:00.117389 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-6f63fa8e-98c2-439e-96b2-f13d75d057a5 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.118947 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-6f63fa8e-98c2-439e-96b2-f13d75d057a5 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/networks?id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 200 len: 808 time: 0.2433376 Aug 03 21:11:00.130675 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-e7262bac-cb0c-41ab-8824-910c18cbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.130675 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1637ef19-07a2-4a94-b522-007c53afb8f7 req-e7262bac-cb0c-41ab-8824-910c18cbbfe0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2962754 Aug 03 21:11:00.148715 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-413c5c6f-8d3e-45da-ba23-1009e918adf3 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/quotas/b5be0979286e4f988effdf9cf4639e15 HTTP/1.1" status: 200 len: 375 time: 0.0127411 Aug 03 21:11:00.198538 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-bcba8a08-2a66-4be2-a318-5aa389b8459e tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432458 Aug 03 21:11:00.254947 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f321b5d-4409-4485-b46b-3ab757a0537f req-9f2d55d9-9c42-4b0b-851d-c94cf199fc3a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.263386 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f321b5d-4409-4485-b46b-3ab757a0537f req-9f2d55d9-9c42-4b0b-851d-c94cf199fc3a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0816419 Aug 03 21:11:00.280761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42142) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:00.315255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-b3090e47-c134-4f87-9e51-61ed56154865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.315255 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-b3090e47-c134-4f87-9e51-61ed56154865 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 1096 time: 0.1227670 Aug 03 21:11:00.315255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6b76a8aa-b9ec-4682-9201-707097a3e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:00.331711 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f321b5d-4409-4485-b46b-3ab757a0537f req-d95d3170-6fa6-422c-953a-f15db4b03fee tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673277 Aug 03 21:11:00.382387 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-8f469d4a-59ac-4939-a958-869b279f4b52 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea HTTP/1.1" status: 200 len: 217 time: 0.0577400 Aug 03 21:11:00.433596 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-1bb224e4-f451-41ba-9ef6-1204f5165a11 service neutron] 10.222.0.32 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136557 Aug 03 21:11:00.527754 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eff23-c917-46b1-869d-45e0892576ef req-5f136b0a-59e3-45ec-a696-58406fe7f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:00.529246 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-5f136b0a-59e3-45ec-a696-58406fe7f4a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=087bab63-c845-480b-8eef-abb9903431cf HTTP/1.1" status: 200 len: 854 time: 0.1342928 Aug 03 21:11:00.593034 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-a29adf39-9ff1-406a-bba6-f021fd6276b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525577 Aug 03 21:11:00.638059 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-f5db5460-e040-4841-8b4d-6a61c7d7e413 service neutron] 10.222.0.32 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955199 Aug 03 21:11:00.708812 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6b76a8aa-b9ec-4682-9201-707097a3e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:00.743774 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-961aebef-f3b0-4659-b82a-111e740dbe89 service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359839 Aug 03 21:11:00.772056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6b76a8aa-b9ec-4682-9201-707097a3e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:00.867605 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-6b76a8aa-b9ec-4682-9201-707097a3e762 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5edad37e381948b1a0fa3cdc34ee8560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861201 Aug 03 21:11:00.871673 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42158) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:00.875503 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76a8aa-b9ec-4682-9201-707097a3e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe708c-ce44-4fe2-b831-206d46ec57b6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:00.922844 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4b0eff23-c917-46b1-869d-45e0892576ef req-dcb7eef9-07b4-45db-8058-d4266b1f683f service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705458 Aug 03 21:11:01.052069 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:01.115050 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:01.119286 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c85ced65-679a-4077-be0b-af62e55f04a8 req-ebed7998-a9dd-40ca-8e8e-272107b04ea0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0690889 Aug 03 21:11:01.219890 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:11:01.281692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:01.287919 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:01.297376 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ffe708c-ce44-4fe2-b831-206d46ec57b6 HTTP/1.1" status: 204 len: 168 time: 0.4208379 Aug 03 21:11:01.336868 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19b47c-c1d1-4e57-9f25-64258f7ddb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe708c-ce44-4fe2-b831-206d46ec57b6,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:01.364947 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12be2c-d04f-4a5d-be85-547214185682 req-be6c47a3-e738-4afd-b07f-1588d1bc91c3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:01.374454 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cc12be2c-d04f-4a5d-be85-547214185682 req-be6c47a3-e738-4afd-b07f-1588d1bc91c3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 943 time: 0.1113367 Aug 03 21:11:01.467912 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cc12be2c-d04f-4a5d-be85-547214185682 req-05a69b2d-ff7f-46be-bbf6-0e898d7cd17e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828350 Aug 03 21:11:01.609978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a92c9-ac0e-4ed2-8e73-9c937da38f2c req-b8dcd778-40ce-447c-864a-b508a1ef45c6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:01.611851 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-317a92c9-ac0e-4ed2-8e73-9c937da38f2c req-b8dcd778-40ce-447c-864a-b508a1ef45c6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0651543 Aug 03 21:11:01.683396 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-317a92c9-ac0e-4ed2-8e73-9c937da38f2c req-f1ac6d3d-b120-4396-8edc-78fa83520172 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625198 Aug 03 21:11:02.068457 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42216) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:02.269429 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fd978753-54dc-4559-8861-7052cebcf256 req-8e7e6a68-79d2-43e6-b2fc-2b9da7da74a7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0479264 Aug 03 21:11:02.299431 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14ffdfcf-01fb-492c-b38f-74a35bafd7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.429615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14ffdfcf-01fb-492c-b38f-74a35bafd7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.509224 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-14ffdfcf-01fb-492c-b38f-74a35bafd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.559724 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-14ffdfcf-01fb-492c-b38f-74a35bafd7cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83083a37a5b84a9688af265f77466f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897490 Aug 03 21:11:02.563409 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42234) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:02.566123 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffdfcf-01fb-492c-b38f-74a35bafd7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3342cd86-1a9b-428e-a4f9-7ab5e96c7548,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:02.600182 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 42e07dc5-f2fb-461c-b277-323d83ec32ea details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:11:02.661561 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e653a7d-cce6-467b-9c89-bcb9d02da664 req-a3f78c58-6d75-4a67-95ac-b2528de0fd1e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:02.675467 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e653a7d-cce6-467b-9c89-bcb9d02da664 req-a3f78c58-6d75-4a67-95ac-b2528de0fd1e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 943 time: 0.1046765 Aug 03 21:11:02.721797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.752888 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e653a7d-cce6-467b-9c89-bcb9d02da664 req-533c4da8-3ea8-458a-b54a-4b2be3d133af tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Aug 03 21:11:02.764473 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.766087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42240) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:02.861691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:02.880880 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '42e07dc5-f2fb-461c-b277-323d83ec32ea', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'port_id': '42e07dc5-f2fb-461c-b277-323d83ec32ea', 'mac_address': 'fa:16:3e:bf:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087bab63-c845-480b-8eef-abb9903431cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:11:02.928560 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.937326 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.939891 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.941053 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3342cd86-1a9b-428e-a4f9-7ab5e96c7548 HTTP/1.1" status: 204 len: 168 time: 0.3764966 Aug 03 21:11:02.949216 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e07dc5-f2fb-461c-b277-323d83ec32ea {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:02.950207 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728dad3-9fa7-4d5a-bd0e-1927e004f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3342cd86-1a9b-428e-a4f9-7ab5e96c7548,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:02.969953 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-390f5229-3cb7-4aa4-b6b5-2f9c7bac1d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:02.998347 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:03.012213 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188173-8034-4f4e-97b8-3fe599a6b657 req-515dec80-b77e-4a1d-8040-5a2edb85c6ce tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:03.016169 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d188173-8034-4f4e-97b8-3fe599a6b657 req-515dec80-b77e-4a1d-8040-5a2edb85c6ce tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1149588 Aug 03 21:11:03.086103 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.131361 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d188173-8034-4f4e-97b8-3fe599a6b657 req-67ca3d0e-08d4-4c60-9973-cd8dc86c287e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996108 Aug 03 21:11:03.187650 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.206382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:03.249681 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-390f5229-3cb7-4aa4-b6b5-2f9c7bac1d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.366876 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-390f5229-3cb7-4aa4-b6b5-2f9c7bac1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.395377 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:03.415832 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c02939e6-fb3f-4f45-b85f-e08db9630189 req-2facce5a-ed78-44fc-af73-1d00d47d836e tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0667651 Aug 03 21:11:03.440879 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-390f5229-3cb7-4aa4-b6b5-2f9c7bac1d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ee3f0c175754217a459cf43fef81427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734500 Aug 03 21:11:03.441771 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f5229-3cb7-4aa4-b6b5-2f9c7bac1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fd066-6073-4f44-bdd4-e9790004a486,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:03.445379 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42268) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:03.521249 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.550410 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.737573 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.750420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:03.750420 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c41fd066-6073-4f44-bdd4-e9790004a486 HTTP/1.1" status: 204 len: 168 time: 0.2957354 Aug 03 21:11:03.752328 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb5d36-470c-4d39-ba39-8f3083ec2fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fd066-6073-4f44-bdd4-e9790004a486,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:03.895387 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46be14b-43e5-4ef5-9390-7c38724fd1ca req-2602a90c-9b4f-40c2-ac76-37b634e6cd8a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:03.896939 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f46be14b-43e5-4ef5-9390-7c38724fd1ca req-2602a90c-9b4f-40c2-ac76-37b634e6cd8a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 944 time: 0.0617757 Aug 03 21:11:03.949900 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f46be14b-43e5-4ef5-9390-7c38724fd1ca req-1d10c306-5f42-402d-8967-2d6022d6204a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 Aug 03 21:11:04.272652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce343a-e8dc-474e-a64b-8dae176750a1 req-470b2183-67e3-4d7f-98d9-6fcaa692253c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:04.274409 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91ce343a-e8dc-474e-a64b-8dae176750a1 req-470b2183-67e3-4d7f-98d9-6fcaa692253c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0553930 Aug 03 21:11:04.337384 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91ce343a-e8dc-474e-a64b-8dae176750a1 req-83d1b3fd-fa27-4e33-8ebd-78b5d4e40ad9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Aug 03 21:11:04.603857 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 42e07dc5-f2fb-461c-b277-323d83ec32ea up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:11:04.623777 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42308) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:04.692001 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5defcee1-e07a-4a5e-9ded-70172ab609d2 req-c558bc2d-5dff-4d72-b7f7-d419abd2ea6b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0491447 Aug 03 21:11:04.756607 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-1bc966cc-69ef-4a71-864d-683c487e2ac6 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:04.759024 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-1bc966cc-69ef-4a71-864d-683c487e2ac6 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "GET /v2.0/networks?id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 200 len: 808 time: 0.4082215 Aug 03 21:11:04.793544 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Request body: {'port': {'device_id': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422', 'admin_state_up': True, 'tenant_id': 'b5be0979286e4f988effdf9cf4639e15'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:04.796390 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b774f4e-30d8-4019-9934-776e81f50e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:04.864714 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 42e07dc5-f2fb-461c-b277-323d83ec32ea completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:11:04.874209 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 42e07dc5-f2fb-461c-b277-323d83ec32ea triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:11:04.875474 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:04.968806 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b774f4e-30d8-4019-9934-776e81f50e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.064278 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.086376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b774f4e-30d8-4019-9934-776e81f50e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.093668 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b72b-0ea6-48b1-8618-96daa79c7813 req-9f271717-52a1-40c9-9ded-2f2623ffeb29 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:05.095270 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8351b72b-0ea6-48b1-8618-96daa79c7813 req-9f271717-52a1-40c9-9ded-2f2623ffeb29 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 944 time: 0.0589979 Aug 03 21:11:05.098522 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:05.103023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c381b32-be82-4b6b-a2f8-49a566ab1a63" -d '{"events": [{"server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "name": "network-vif-plugged", "status": "completed", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:05.147839 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:05.170623 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42330) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:05.171175 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8351b72b-0ea6-48b1-8618-96daa79c7813 req-77a34276-4eb2-40fb-a649-be8b4a4efa63 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630887 Aug 03 21:11:05.179612 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7b774f4e-30d8-4019-9934-776e81f50e01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d517a7df81034ccf9f3ad3d6c033eea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545571 Aug 03 21:11:05.180625 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b774f4e-30d8-4019-9934-776e81f50e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247767e5-6848-4766-9a91-5e3b5ebddaa8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:05.186277 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42332) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:05.193762 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7777566-11e7-4d22-b466-68b6ee7f986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.208473 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12786ca0-97f4-4ae0-b4b8-5c39d36fa5c6 x-openstack-request-id: req-12786ca0-97f4-4ae0-b4b8-5c39d36fa5c6 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:05.209037 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "name": "network-vif-plugged", "status": "completed", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:05.217435 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12786ca0-97f4-4ae0-b4b8-5c39d36fa5c6 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:05.217435 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea', 'code': 200} Aug 03 21:11:05.241298 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Made reservation on behalf of b5be0979286e4f988effdf9cf4639e15 for: {'port': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:11:05.246918 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.269648 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.293926 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.368720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.393446 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7777566-11e7-4d22-b466-68b6ee7f986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.431982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:05.481298 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7777566-11e7-4d22-b466-68b6ee7f986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.486327 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Allocated IP 172.20.0.11 (38ec5a94-a95d-44c4-a9ef-f0cc7e072422/b7d20a37-c2a5-4eb6-8126-59ea99ab02be/8a679138-c881-4c6d-829f-3b325490f5d1) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:11:05.537382 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a3711-9566-4346-b537-fbd799bd421d req-cd83d41a-cd04-4a3d-be70-bb7e2e320337 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:05.539350 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d7777566-11e7-4d22-b466-68b6ee7f986c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cda718d213494d6aa5de8d6734c4a9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674879 Aug 03 21:11:05.539705 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0c6a3711-9566-4346-b537-fbd799bd421d req-cd83d41a-cd04-4a3d-be70-bb7e2e320337 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1030226 Aug 03 21:11:05.540033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42342) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:05.547434 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7777566-11e7-4d22-b466-68b6ee7f986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba86c7-b108-4bb6-a91e-d16fb5fd0c20,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:05.628955 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.639357 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.644132 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.646873 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/247767e5-6848-4766-9a91-5e3b5ebddaa8 HTTP/1.1" status: 204 len: 168 time: 0.4580643 Aug 03 21:11:05.674127 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9dc27-601f-4fa6-a131-272fc4b166de req-3046b5c5-7fbf-482f-bc24-72a1b016ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:05.676803 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcf9dc27-601f-4fa6-a131-272fc4b166de req-3046b5c5-7fbf-482f-bc24-72a1b016ec1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 1098 time: 0.0941358 Aug 03 21:11:05.680737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.687701 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006c352-0f87-4aad-986b-61e464b5bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247767e5-6848-4766-9a91-5e3b5ebddaa8,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:05.722506 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0c6a3711-9566-4346-b537-fbd799bd421d req-9adeae4b-3dd1-4c09-a6e2-a0ba2f1ddb8e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643741 Aug 03 21:11:05.845771 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcf9dc27-601f-4fa6-a131-272fc4b166de req-880da303-d5e5-422f-9149-edb41f588620 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531587 Aug 03 21:11:05.911204 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dd003c6-ab22-4fb4-956e-eb0c27475b64 req-aa7ab6ce-560b-40bb-b1fb-f5ec87e722ca tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0364661 Aug 03 21:11:05.933271 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.965763 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.968873 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:05.970088 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfba86c7-b108-4bb6-a91e-d16fb5fd0c20 HTTP/1.1" status: 204 len: 168 time: 0.4287515 Aug 03 21:11:05.981091 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86a762-07e3-480c-a00d-47743b1f64bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba86c7-b108-4bb6-a91e-d16fb5fd0c20,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:06.070346 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:06.152291 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:11:06.157122 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:11:06.164966 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:11:06.172748 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Pushing event updated for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:06.241532 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:06.242259 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:06.302845 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:06.356806 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d07722-2fac-4cd5-8fe3-9ae0422b98b8 req-73b9ccfc-3692-4af4-8306-07ed5def78e9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:06.358441 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91d07722-2fac-4cd5-8fe3-9ae0422b98b8 req-73b9ccfc-3692-4af4-8306-07ed5def78e9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0595255 Aug 03 21:11:06.402356 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-3ffcd65e-5912-4d0b-9167-ced231fe3516 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6262982 Aug 03 21:11:06.424283 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Request body: {'port': {'device_id': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:06.434349 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91d07722-2fac-4cd5-8fe3-9ae0422b98b8 req-81e69f60-b721-499e-a0c6-7140b7db49f9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Aug 03 21:11:06.518909 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:06.972797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d42cd-f9fe-46e0-b515-88743b5976f3 req-aab097b0-34f5-4030-a6dd-eccf7a583091 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:06.974567 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-603d42cd-f9fe-46e0-b515-88743b5976f3 req-aab097b0-34f5-4030-a6dd-eccf7a583091 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1177607 Aug 03 21:11:06.987551 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a679138-c881-4c6d-829f-3b325490f5d1 {{(pid=94029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:07.003303 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:07.033333 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Transition to ACTIVE for port object 8a679138-c881-4c6d-829f-3b325490f5d1 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:11:07.051027 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-603d42cd-f9fe-46e0-b515-88743b5976f3 req-31f62c70-3cf3-49d4-8236-92b53fbf0c34 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Aug 03 21:11:07.099889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4bea3-c2e1-449e-ab5f-7a762ccd66c6 req-73905423-f89b-47db-9075-b2fc3e5bb091 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:07.106468 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52b4bea3-c2e1-449e-ab5f-7a762ccd66c6 req-73905423-f89b-47db-9075-b2fc3e5bb091 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 932 time: 0.1104493 Aug 03 21:11:07.130840 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:07.194421 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-52b4bea3-c2e1-449e-ab5f-7a762ccd66c6 req-f4e015ed-36e5-491f-aa91-764cd00b54b7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849679 Aug 03 21:11:07.219421 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966250f8-cc07-408a-a095-f043590d99df service neutron] Pushing event updated for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:07.342104 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Attempting to bind port 8a679138-c881-4c6d-829f-3b325490f5d1 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:11:07.342440 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Attempting to bind port 8a679138-c881-4c6d-829f-3b325490f5d1 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:11:07.342778 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Attempting to bind port 8a679138-c881-4c6d-829f-3b325490f5d1 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:07.347565 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Port 8a679138-c881-4c6d-829f-3b325490f5d1 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:11:07.347948 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Attempting to bind port 8a679138-c881-4c6d-829f-3b325490f5d1 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:07.353496 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:11:07.353829 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Checking segment: {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:11:07.354237 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Bound using segment: {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:11:07.354667 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Bound port: 8a679138-c881-4c6d-829f-3b325490f5d1, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:11:07.355030 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:07.429188 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:11:07.432665 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a679138-c881-4c6d-829f-3b325490f5d1,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:11:07.515695 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:07.582893 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:07.583591 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:07.585058 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-966250f8-cc07-408a-a095-f043590d99df service neutron] 10.222.0.79 "PUT /v2.0/ports/8a679138-c881-4c6d-829f-3b325490f5d1 HTTP/1.1" status: 200 len: 1094 time: 1.1729841 Aug 03 21:11:07.585567 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:07.588205 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982dce5-bf28-4e48-a26d-cf50aa971d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:07.633156 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966250f8-cc07-408a-a095-f043590d99df service neutron] Pushing event updated for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:07.650358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d630d8-25a8-4689-a04e-cacbf0ea42e1 req-479fe04d-0ab5-408f-bb3f-37b7a2d2f4f3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:07.655561 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-46d630d8-25a8-4689-a04e-cacbf0ea42e1 req-479fe04d-0ab5-408f-bb3f-37b7a2d2f4f3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.1079876 Aug 03 21:11:07.668625 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27725167-405d-4ac9-aa4c-b9e14d6ae31c x-openstack-request-id: req-27725167-405d-4ac9-aa4c-b9e14d6ae31c {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:07.669496 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:07.670177 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27725167-405d-4ac9-aa4c-b9e14d6ae31c {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:07.671416 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1', 'status': 'completed', 'code': 200} Aug 03 21:11:07.728401 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-46d630d8-25a8-4689-a04e-cacbf0ea42e1 req-f5162fc6-bbf6-4f51-a01d-2edc1616770a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567348 Aug 03 21:11:07.780756 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-c7d8bcb5-1e0a-4781-94d6-481a454258bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:07.784780 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-c7d8bcb5-1e0a-4781-94d6-481a454258bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 1097 time: 0.0916266 Aug 03 21:11:07.941990 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-8a9b4d3e-c877-404a-ba03-9b08b0d32fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:07.943726 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-8a9b4d3e-c877-404a-ba03-9b08b0d32fc6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b5be0979286e4f988effdf9cf4639e15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1501925 Aug 03 21:11:08.091925 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-c38f93af-ee0e-401a-8fb5-5ff64c5ead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:08.093416 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a982dce5-bf28-4e48-a26d-cf50aa971d8a req-c38f93af-ee0e-401a-8fb5-5ff64c5ead6a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393425 Aug 03 21:11:08.207135 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-b4cfbaca-a0ae-4456-8bf2-b22a13307e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:08.208875 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-b4cfbaca-a0ae-4456-8bf2-b22a13307e51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 1097 time: 0.0711961 Aug 03 21:11:08.235515 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ad234-cd2b-484a-9b71-0de6c7dccaa8 req-595fe594-15b0-467f-9320-26663d0107aa tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:08.235515 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-359ad234-cd2b-484a-9b71-0de6c7dccaa8 req-595fe594-15b0-467f-9320-26663d0107aa tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0718234 Aug 03 21:11:08.277667 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-a01e2b6e-2f78-4158-bd53-ae7e4cac50d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a679138-c881-4c6d-829f-3b325490f5d1 HTTP/1.1" status: 200 len: 217 time: 0.0526264 Aug 03 21:11:08.336293 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7612-3b3b-4211-b585-9efb3b4b053f req-2f61332a-b2fb-4f42-947b-baee367cb791 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:08.341052 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-359ad234-cd2b-484a-9b71-0de6c7dccaa8 req-072a9b3c-1c6c-4098-bdb3-b49a062edf7b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666721 Aug 03 21:11:08.343647 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5fae7612-3b3b-4211-b585-9efb3b4b053f req-2f61332a-b2fb-4f42-947b-baee367cb791 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.0659456 Aug 03 21:11:08.356164 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-c658a45d-163e-4205-899b-f73e5e12a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:08.357687 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-c658a45d-163e-4205-899b-f73e5e12a3aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b7d20a37-c2a5-4eb6-8126-59ea99ab02be HTTP/1.1" status: 200 len: 848 time: 0.0673528 Aug 03 21:11:08.405927 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5fae7612-3b3b-4211-b585-9efb3b4b053f req-97f3757b-ca89-4928-92cc-a830027f6b14 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Aug 03 21:11:08.406160 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-8153d022-d0ac-4e3d-a4f3-2da167a40cc6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387878 Aug 03 21:11:08.522161 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-607a9866-b31c-4091-b5de-8d307d28f3bd service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076517 Aug 03 21:11:08.627755 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf6a91ec-5689-41d0-ae46-9fe738b19b48 req-a06ebec8-174c-4614-ae38-80f26eb170cf service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980582 Aug 03 21:11:09.562584 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739550e0-484a-4965-9ef7-53db27c81faa req-f7d87097-eba9-4d1a-a9ff-3ce74e01e372 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:09.575953 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-739550e0-484a-4965-9ef7-53db27c81faa req-f7d87097-eba9-4d1a-a9ff-3ce74e01e372 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1279407 Aug 03 21:11:09.625379 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dff9cc-3e8a-42c9-8d5f-b52df4b3a1b8 req-c8b76458-4755-4e19-a718-070c766465e7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:09.627241 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-739550e0-484a-4965-9ef7-53db27c81faa req-ce477b06-66ca-41a7-98fb-017395846fd0 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488913 Aug 03 21:11:09.631743 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-79dff9cc-3e8a-42c9-8d5f-b52df4b3a1b8 req-c8b76458-4755-4e19-a718-070c766465e7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.0811992 Aug 03 21:11:09.703805 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-79dff9cc-3e8a-42c9-8d5f-b52df4b3a1b8 req-53a9e791-1042-4303-b2b1-b6aadcf7eb04 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Aug 03 21:11:10.676773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42510) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:10.761557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ebaa-9e28-49b5-959f-6c8239758cb4 req-9054d507-ab9f-4e32-b485-4eb8c83e7411 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:10.763269 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e330ebaa-9e28-49b5-959f-6c8239758cb4 req-9054d507-ab9f-4e32-b485-4eb8c83e7411 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0589061 Aug 03 21:11:10.802830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eff7fd9d-e0ab-46c2-a6bd-09a0c030ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:10.807752 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e330ebaa-9e28-49b5-959f-6c8239758cb4 req-1f38d2a7-30ba-45e9-a383-569a6cd92ba3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366857 Aug 03 21:11:10.911351 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eff7fd9d-e0ab-46c2-a6bd-09a0c030ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:10.925755 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9590ae3-48d7-4f0d-9573-3a70d2058828 req-06b88ff3-e0d9-41a5-a40b-6199116acfdf tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:10.927389 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d9590ae3-48d7-4f0d-9573-3a70d2058828 req-06b88ff3-e0d9-41a5-a40b-6199116acfdf tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.0588939 Aug 03 21:11:10.968100 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d9590ae3-48d7-4f0d-9573-3a70d2058828 req-a5668b0b-3b3f-4ec7-a14d-9271ea3c4d19 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 03 21:11:11.000340 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-eff7fd9d-e0ab-46c2-a6bd-09a0c030ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:11.050713 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-eff7fd9d-e0ab-46c2-a6bd-09a0c030ca77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3d9bd1cfbcb460292b2d40f904ed9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726592 Aug 03 21:11:11.051729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7fd9d-e0ab-46c2-a6bd-09a0c030ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d95c6b-d06a-4dee-86ad-a4c3bedf90f2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:11.054153 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42518) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:11.108824 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:11.132307 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:11.285563 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:11.288162 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:11.289313 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2d95c6b-d06a-4dee-86ad-a4c3bedf90f2 HTTP/1.1" status: 204 len: 168 time: 0.2337787 Aug 03 21:11:11.297713 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ad5ff-acfb-41de-b094-a2399ffe07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d95c6b-d06a-4dee-86ad-a4c3bedf90f2,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:11.940482 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42534) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:11.946059 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97963e7a-73fc-4b6a-80c6-5bc98bf65591 req-48c886a2-94ad-45d2-a95d-7d06a778ab50 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:11.949207 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97963e7a-73fc-4b6a-80c6-5bc98bf65591 req-48c886a2-94ad-45d2-a95d-7d06a778ab50 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0636699 Aug 03 21:11:11.960989 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b44fe0a2-4f78-4d4c-868a-385b1f7d2a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.007847 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97963e7a-73fc-4b6a-80c6-5bc98bf65591 req-49369d98-8cb0-4a77-b0ac-d5eacad92c80 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Aug 03 21:11:12.131749 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b44fe0a2-4f78-4d4c-868a-385b1f7d2a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.137723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065d0b-6588-44e8-9675-cba041d41314 req-52caefdc-bce1-4b2e-81e1-33885a07a345 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:12.139380 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa065d0b-6588-44e8-9675-cba041d41314 req-52caefdc-bce1-4b2e-81e1-33885a07a345 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.0582151 Aug 03 21:11:12.192920 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa065d0b-6588-44e8-9675-cba041d41314 req-cc7740b5-ba80-43a9-b842-f4f2182715c4 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Aug 03 21:11:12.280976 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b44fe0a2-4f78-4d4c-868a-385b1f7d2a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.321899 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fe0a2-4f78-4d4c-868a-385b1f7d2a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb2098-7f65-4cef-8491-d26b71f21a40,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:12.326533 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b44fe0a2-4f78-4d4c-868a-385b1f7d2a21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28c9ae6a65254e1da928fd0a56ff6b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848906 Aug 03 21:11:12.329109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42546) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:12.394747 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.424625 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.566070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.570962 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:12.576744 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4bb2098-7f65-4cef-8491-d26b71f21a40 HTTP/1.1" status: 204 len: 168 time: 0.2426732 Aug 03 21:11:12.587482 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf1b3c-a9ab-4fc3-9d79-a3fe3293286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb2098-7f65-4cef-8491-d26b71f21a40,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:13.142529 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879feb3-717f-4bb0-9e6d-1789ac5d5276 req-0a69cd02-daee-475d-a5e2-b48352e8eb1e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:13.144245 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9879feb3-717f-4bb0-9e6d-1789ac5d5276 req-0a69cd02-daee-475d-a5e2-b48352e8eb1e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Aug 03 21:11:13.192764 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9879feb3-717f-4bb0-9e6d-1789ac5d5276 req-9bab051b-3df3-4cc4-a7c7-02db9b59bf98 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Aug 03 21:11:13.369553 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646f53-cd56-4beb-82ca-a617accb73b8 req-79b1d3bf-ab5e-41a6-92b1-8dd5806ca705 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:13.372038 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff646f53-cd56-4beb-82ca-a617accb73b8 req-79b1d3bf-ab5e-41a6-92b1-8dd5806ca705 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.0674412 Aug 03 21:11:13.442822 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff646f53-cd56-4beb-82ca-a617accb73b8 req-3b687935-ec1e-4bfe-b4d8-6d9ba1039465 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Aug 03 21:11:14.045331 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 42608) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:14.286607 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f5bab663-2e65-4ad3-9398-3e2e1ff4be00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.406084 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1510282-c9ae-4520-83b6-15c5da7b4c8f req-ede3de1e-22d4-45ae-a1fe-a1e3f339687f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:14.407548 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1510282-c9ae-4520-83b6-15c5da7b4c8f req-ede3de1e-22d4-45ae-a1fe-a1e3f339687f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0787702 Aug 03 21:11:14.471847 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1510282-c9ae-4520-83b6-15c5da7b4c8f req-ee2bcb3e-bd2c-4b34-b410-f06b9877a0d9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Aug 03 21:11:14.477601 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f5bab663-2e65-4ad3-9398-3e2e1ff4be00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.582816 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f5bab663-2e65-4ad3-9398-3e2e1ff4be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.648824 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f5bab663-2e65-4ad3-9398-3e2e1ff4be00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd617519af1c4f72a3d3eb4470428769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003897 Aug 03 21:11:14.649826 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42648) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:14.650839 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bab663-2e65-4ad3-9398-3e2e1ff4be00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573cc31a-2244-42a9-957a-bffda186a529,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:14.657036 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8a679138-c881-4c6d-829f-3b325490f5d1 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:11:14.759676 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bde85-5c25-40da-b141-05bea5991e1b req-f507120c-d6e7-43a9-beab-77025f6f920f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:14.761296 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d3bde85-5c25-40da-b141-05bea5991e1b req-f507120c-d6e7-43a9-beab-77025f6f920f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 944 time: 0.1772022 Aug 03 21:11:14.794551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.824915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a679138-c881-4c6d-829f-3b325490f5d1,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:14.840136 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d3bde85-5c25-40da-b141-05bea5991e1b req-7f48369d-237a-4705-9057-e6fdbb717116 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629098 Aug 03 21:11:14.842646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.844604 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '8a679138-c881-4c6d-829f-3b325490f5d1', 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422', 'port_id': '8a679138-c881-4c6d-829f-3b325490f5d1', 'mac_address': 'fa:16:3e:77:e6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20a37-c2a5-4eb6-8126-59ea99ab02be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:11:14.921964 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:14.950588 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a679138-c881-4c6d-829f-3b325490f5d1 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:14.981702 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a679138-c881-4c6d-829f-3b325490f5d1,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:15.023609 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:15.027439 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:15.029452 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/573cc31a-2244-42a9-957a-bffda186a529 HTTP/1.1" status: 204 len: 168 time: 0.3753531 Aug 03 21:11:15.040747 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f5811-0812-4261-8cb3-1dadd5ccc53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cc31a-2244-42a9-957a-bffda186a529,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:15.097689 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:15.155659 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:15.646660 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20b3cf-658a-4616-bd58-e51a84dd7aaf req-9029f6e3-b200-48ca-9523-b241cab0f104 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:15.648191 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a20b3cf-658a-4616-bd58-e51a84dd7aaf req-9029f6e3-b200-48ca-9523-b241cab0f104 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Aug 03 21:11:15.692843 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a20b3cf-658a-4616-bd58-e51a84dd7aaf req-7bd97acc-6403-4220-81ce-ce5b4ae131c5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Aug 03 21:11:16.014303 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0990-2756-4134-8b15-bc94b4a6c831 req-f7158f52-22a8-4eb6-8180-040d0bea7485 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:16.019320 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd4d0990-2756-4134-8b15-bc94b4a6c831 req-f7158f52-22a8-4eb6-8180-040d0bea7485 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 945 time: 0.0959346 Aug 03 21:11:16.102531 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cd4d0990-2756-4134-8b15-bc94b4a6c831 req-d1df79ea-b2ad-4368-8a71-f9fafb5a4da5 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Aug 03 21:11:16.509519 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed0d9-990f-4798-b9ed-1e7cb50bff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:16.866477 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde942b7-ea2c-4d1e-846c-08d25a3834a8 req-1e9e14bc-abcc-4e7d-ac38-9bb7a50ef7f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:16.868523 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dde942b7-ea2c-4d1e-846c-08d25a3834a8 req-1e9e14bc-abcc-4e7d-ac38-9bb7a50ef7f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0851498 Aug 03 21:11:16.915418 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dde942b7-ea2c-4d1e-846c-08d25a3834a8 req-98a99b88-be9e-4a2b-9818-0877d7d4a8a8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Aug 03 21:11:17.254455 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59924019-c773-4df1-a3cd-0bf4307fa72c req-65a04d63-594c-4a16-9bc6-e8ca6e32a0c0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:17.256130 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59924019-c773-4df1-a3cd-0bf4307fa72c req-65a04d63-594c-4a16-9bc6-e8ca6e32a0c0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 945 time: 0.0562549 Aug 03 21:11:17.299988 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59924019-c773-4df1-a3cd-0bf4307fa72c req-b35ae9de-ff2e-4429-9b57-74dc64518319 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Aug 03 21:11:17.995139 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e5f65-b191-4d41-b5db-41fe64e64a6f req-f76447b2-395e-45d7-b88b-09197fac48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:17.998685 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-721e5f65-b191-4d41-b5db-41fe64e64a6f req-f76447b2-395e-45d7-b88b-09197fac48b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0791740 Aug 03 21:11:18.083467 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-721e5f65-b191-4d41-b5db-41fe64e64a6f req-776e0fe3-0983-4d38-8463-6ed6ab78080e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Aug 03 21:11:18.223673 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3ee3-0569-4993-9cda-a733610aacbf req-1249d25b-04ba-4fe9-b00c-042ebe983d42 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:18.223673 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eaea3ee3-0569-4993-9cda-a733610aacbf req-1249d25b-04ba-4fe9-b00c-042ebe983d42 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0846951 Aug 03 21:11:18.226253 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['8a679138-c881-4c6d-829f-3b325490f5d1'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:18.227762 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eaea3ee3-0569-4993-9cda-a733610aacbf req-47d259e0-e0cc-40de-8653-ccd6d1819b7a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Aug 03 21:11:18.463572 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4894d6-8efd-4a81-9301-72d4978bd61c req-96695a5f-dda7-4830-ae7e-7beec0cdafbf tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:18.465348 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6d4894d6-8efd-4a81-9301-72d4978bd61c req-96695a5f-dda7-4830-ae7e-7beec0cdafbf tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 945 time: 0.0552969 Aug 03 21:11:18.521590 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6d4894d6-8efd-4a81-9301-72d4978bd61c req-f8de171a-4dbd-4ac0-8f31-32cab517277f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Aug 03 21:11:19.063829 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-93d1f423-793d-4814-8229-8bbd322ec8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:19.224692 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:19.352924 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36b43c-206b-4406-bc6d-1466ab8f0dd9 req-c1b9a3d6-d933-47d4-9755-06f6e090cda8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:19.364532 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c36b43c-206b-4406-bc6d-1466ab8f0dd9 req-c1b9a3d6-d933-47d4-9755-06f6e090cda8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0833278 Aug 03 21:11:19.434775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c36b43c-206b-4406-bc6d-1466ab8f0dd9 req-a7ae3b4b-691b-490f-aa14-5974dd6b4a73 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687516 Aug 03 21:11:19.469492 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8667a-d64e-4ea3-8f5b-f727f12dc7fa req-5cafa15b-fc7b-41ab-a6f1-ddac6e69d9c3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:19.472312 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-20a8667a-d64e-4ea3-8f5b-f727f12dc7fa req-5cafa15b-fc7b-41ab-a6f1-ddac6e69d9c3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0735676 Aug 03 21:11:19.556288 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-20a8667a-d64e-4ea3-8f5b-f727f12dc7fa req-63e477d4-aff6-43f8-8ce3-b7f1469fde0e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 Aug 03 21:11:19.751607 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c7aa-ca55-44bb-bc22-08b32feb637e req-f395b257-c221-4af7-823a-ddfadc4c3f70 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:19.751607 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-da52c7aa-ca55-44bb-bc22-08b32feb637e req-f395b257-c221-4af7-823a-ddfadc4c3f70 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 945 time: 0.0735142 Aug 03 21:11:19.829914 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-da52c7aa-ca55-44bb-bc22-08b32feb637e req-cdcf145f-f089-40d8-affc-531c63562605 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Aug 03 21:11:19.877553 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8a679138-c881-4c6d-829f-3b325490f5d1 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:11:20.091873 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 8a679138-c881-4c6d-829f-3b325490f5d1 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:11:20.111178 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 8a679138-c881-4c6d-829f-3b325490f5d1 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:11:20.111711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:20.173930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee92a0-f1b8-4467-b29d-d1dd3f328877 req-5c5edba1-d312-4c3a-9b71-9fa7951bc057 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:20.173930 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1ee92a0-f1b8-4467-b29d-d1dd3f328877 req-5c5edba1-d312-4c3a-9b71-9fa7951bc057 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1005664 Aug 03 21:11:20.244299 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1ee92a0-f1b8-4467-b29d-d1dd3f328877 req-49f108c2-21fc-42ae-a9b8-ece28cfd163f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590563 Aug 03 21:11:20.246666 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:20.251335 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-355b5201-4802-427d-a54c-453ba2d97524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:20.252899 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-355b5201-4802-427d-a54c-453ba2d97524 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0541160 Aug 03 21:11:20.286885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:20.289404 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38a816-c2f4-4f37-b22c-b7c82d5d5e26" -d '{"events": [{"server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "name": "network-vif-plugged", "status": "completed", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:20.305640 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a679138-c881-4c6d-829f-3b325490f5d1,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:20.344442 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87832b2-ce26-4c0d-ac63-a66471e942ec x-openstack-request-id: req-b87832b2-ce26-4c0d-ac63-a66471e942ec {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:20.344851 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "name": "network-vif-plugged", "status": "completed", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:20.345211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b87832b2-ce26-4c0d-ac63-a66471e942ec {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:20.345776 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1', 'code': 200} Aug 03 21:11:20.390526 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-75fb8c75-1973-47da-999e-cb3326d719d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:20.392547 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-75fb8c75-1973-47da-999e-cb3326d719d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.1286790 Aug 03 21:11:20.442005 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-883a8ab8-d626-48a4-affd-14121614702e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0377076 Aug 03 21:11:20.445190 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:20.507485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-db620c68-924b-4ed8-a3bb-9650bce80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:20.509187 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:20.510115 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-db620c68-924b-4ed8-a3bb-9650bce80b2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.0600302 Aug 03 21:11:20.527561 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:20.563929 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-7b44489c-3042-44f7-a56c-915d3f3d297e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445893 Aug 03 21:11:20.621256 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873952f-b16d-4d1c-9e65-a4601ec3d46d req-380f1961-4862-4256-b0b6-e70d52624c14 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:20.634934 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3873952f-b16d-4d1c-9e65-a4601ec3d46d req-380f1961-4862-4256-b0b6-e70d52624c14 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0920901 Aug 03 21:11:20.712089 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3873952f-b16d-4d1c-9e65-a4601ec3d46d req-744119c0-5f01-4a17-aa8d-75ce02074252 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658171 Aug 03 21:11:20.720082 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-ebf58774-e8f1-4032-9f24-210f3e7ee7f1 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462331 Aug 03 21:11:20.847523 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a5ca1fa-b052-4d4c-9f20-5c220f951712 req-7f10954b-af49-4b48-b17c-a973b5231e57 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172357 Aug 03 21:11:20.997957 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576bcab-645e-4ccf-9a48-fde6e7086d7c req-b1633ed7-d04d-4932-9f70-cd0f60b7e868 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:21.000422 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8576bcab-645e-4ccf-9a48-fde6e7086d7c req-b1633ed7-d04d-4932-9f70-cd0f60b7e868 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0627444 Aug 03 21:11:21.052376 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8576bcab-645e-4ccf-9a48-fde6e7086d7c req-e9fb1431-fe56-4b03-9a60-11673ba646dc tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Aug 03 21:11:21.327381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42870) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:21.414519 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753567-9189-4e75-88b1-dd67b1b03aeb req-677363ce-ea37-49e7-bab8-04713d3a56dc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:21.417662 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-02753567-9189-4e75-88b1-dd67b1b03aeb req-677363ce-ea37-49e7-bab8-04713d3a56dc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0807676 Aug 03 21:11:21.466778 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:21.483797 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-02753567-9189-4e75-88b1-dd67b1b03aeb req-8e7f035d-660b-45ca-a50e-4ff97d84a7d3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583549 Aug 03 21:11:21.590428 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:21.716007 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:21.770658 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e9ceb6ff58943b6b4a63fe67f45cae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349215 Aug 03 21:11:21.770658 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87968f73-8570-42e1-aa46-57d24810255a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:21.772451 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 42878) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:21.780422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.780763 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.781092 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.781424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.781756 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.782125 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.782587 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.782967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.783336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.783660 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.783985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.784337 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b08072-5138-4cd8-8c42-28c020c61e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:21.894861 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:21.896666 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa71b5-37a5-45a7-bb1f-c462c1f032a0 req-a04f0898-9a60-49e2-bee2-66d4571f904f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:21.898678 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bcaa71b5-37a5-45a7-bb1f-c462c1f032a0 req-a04f0898-9a60-49e2-bee2-66d4571f904f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0730858 Aug 03 21:11:21.929286 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:21.958207 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bcaa71b5-37a5-45a7-bb1f-c462c1f032a0 req-cf213e3d-ca86-4f77-ba7a-e3fddb77e018 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456955 Aug 03 21:11:21.960910 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:22.080391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:22.083214 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:22.084436 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87968f73-8570-42e1-aa46-57d24810255a HTTP/1.1" status: 204 len: 168 time: 0.3110223 Aug 03 21:11:22.093551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da93b8-b181-478f-8fe9-5689c2ee4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87968f73-8570-42e1-aa46-57d24810255a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:22.211575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f44d5c-b0a7-4c96-9f87-fd921b38e8b7 req-28a6b499-b0e6-45cf-8b38-6cf62c6fdd3f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:22.214363 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-82f44d5c-b0a7-4c96-9f87-fd921b38e8b7 req-28a6b499-b0e6-45cf-8b38-6cf62c6fdd3f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0717859 Aug 03 21:11:22.287262 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-82f44d5c-b0a7-4c96-9f87-fd921b38e8b7 req-c10c01af-4ede-4294-a5fc-67186d1b9baa tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Aug 03 21:11:22.646210 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8c3d8-cc69-44f1-b179-1b8ac671a806 req-38b0b50b-4cd1-474e-9c48-da01e40a6cc6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:22.646330 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6e8c3d8-cc69-44f1-b179-1b8ac671a806 req-38b0b50b-4cd1-474e-9c48-da01e40a6cc6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Aug 03 21:11:22.694928 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6e8c3d8-cc69-44f1-b179-1b8ac671a806 req-e7d61285-b883-4d47-8910-866a8ef28a9c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Aug 03 21:11:23.155398 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e9585-2bb1-4a0f-bc37-f4ee71032f87 req-3f930662-daca-4ea4-997b-b61c7c677c66 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:23.155398 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e9e9585-2bb1-4a0f-bc37-f4ee71032f87 req-3f930662-daca-4ea4-997b-b61c7c677c66 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0874984 Aug 03 21:11:23.196650 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e9e9585-2bb1-4a0f-bc37-f4ee71032f87 req-297c6e30-0af7-44c3-8ae1-28e2533551fd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372281 Aug 03 21:11:23.476190 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aae6d-0a20-4748-8377-b9eecd750780 req-8e783ece-0556-4c15-899e-87ad50548a92 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:23.479848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-871aae6d-0a20-4748-8377-b9eecd750780 req-8e783ece-0556-4c15-899e-87ad50548a92 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0926282 Aug 03 21:11:23.548082 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-871aae6d-0a20-4748-8377-b9eecd750780 req-18c134c4-926c-4237-9469-99e644373773 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611479 Aug 03 21:11:23.915744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee604bb-4d74-42e5-8143-bfdb13476e07 req-80d4a033-16a1-4fc5-84f8-48aadb2d5833 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:23.918934 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eee604bb-4d74-42e5-8143-bfdb13476e07 req-80d4a033-16a1-4fc5-84f8-48aadb2d5833 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1206543 Aug 03 21:11:23.995305 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eee604bb-4d74-42e5-8143-bfdb13476e07 req-3201951e-2745-4f40-9448-93fe54b24eeb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684083 Aug 03 21:11:24.002449 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e196d-fffc-4cbe-9826-77b5907992d3 req-ec4faccf-ebc5-45c1-8e9b-26dd731c3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:24.012233 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da0e196d-fffc-4cbe-9826-77b5907992d3 req-ec4faccf-ebc5-45c1-8e9b-26dd731c3a49 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 1099 time: 0.0613530 Aug 03 21:11:24.076100 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da0e196d-fffc-4cbe-9826-77b5907992d3 req-826742dd-b4d6-491e-8c19-3bdb1c547806 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524142 Aug 03 21:11:24.336187 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafb119-5aff-44d3-a2b5-3a0b68fee8cf req-5988b5b7-c572-4b9b-be92-37178edb7080 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:24.338695 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9fafb119-5aff-44d3-a2b5-3a0b68fee8cf req-5988b5b7-c572-4b9b-be92-37178edb7080 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0644398 Aug 03 21:11:24.398507 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9fafb119-5aff-44d3-a2b5-3a0b68fee8cf req-e9e2985b-8acb-45e2-8252-32fff71e3c07 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488901 Aug 03 21:11:24.665082 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06d996-b641-4c45-82e0-22671f0e01ca req-5c659426-08f9-46e0-b431-7924ee8c964b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:24.666635 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b06d996-b641-4c45-82e0-22671f0e01ca req-5c659426-08f9-46e0-b431-7924ee8c964b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0495160 Aug 03 21:11:24.710542 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b06d996-b641-4c45-82e0-22671f0e01ca req-944cd469-74ad-4ce0-8c2d-254bda58289c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Aug 03 21:11:25.173974 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c93d3-6daa-4b37-8ef8-3a09f8b9426a req-e41264d7-30d0-4432-8a20-b63d7c6b3209 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:25.183650 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-199c93d3-6daa-4b37-8ef8-3a09f8b9426a req-e41264d7-30d0-4432-8a20-b63d7c6b3209 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0843341 Aug 03 21:11:25.222952 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-199c93d3-6daa-4b37-8ef8-3a09f8b9426a req-6f4fb911-dde9-476b-aabc-7a2901e5c0ea tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381238 Aug 03 21:11:25.670975 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21c16-410e-48d9-bead-4f711e233ae0 req-3b64434b-47bb-4e52-81b5-be4f2176e062 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:25.672598 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-73f21c16-410e-48d9-bead-4f711e233ae0 req-3b64434b-47bb-4e52-81b5-be4f2176e062 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0731075 Aug 03 21:11:25.723233 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-73f21c16-410e-48d9-bead-4f711e233ae0 req-64332456-ea97-48b2-8361-254eb330ae0d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Aug 03 21:11:25.868532 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094ed37-00ec-408f-8ebb-f8e4d89e6806 req-a942b7a2-62e3-41b8-9871-20d38da0c593 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:25.870259 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b094ed37-00ec-408f-8ebb-f8e4d89e6806 req-a942b7a2-62e3-41b8-9871-20d38da0c593 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0527334 Aug 03 21:11:25.920387 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b094ed37-00ec-408f-8ebb-f8e4d89e6806 req-75386a25-bfc3-4a77-a59c-5bc0388cecb8 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Aug 03 21:11:26.381174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4a03-feca-49e1-9c81-878c4a0eab94 req-beb9250b-b263-41a4-8c6a-72bb52162327 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:26.383816 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a39b4a03-feca-49e1-9c81-878c4a0eab94 req-beb9250b-b263-41a4-8c6a-72bb52162327 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0706429 Aug 03 21:11:26.429753 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a39b4a03-feca-49e1-9c81-878c4a0eab94 req-635b9284-19fe-418b-9f4e-859373553624 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Aug 03 21:11:26.875118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a52f1-4862-4205-ad68-998504b53f49 req-8b53fbc5-bc75-457b-ac48-115f98ec2af1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:26.877458 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e9a52f1-4862-4205-ad68-998504b53f49 req-8b53fbc5-bc75-457b-ac48-115f98ec2af1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0672553 Aug 03 21:11:26.923227 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2e9a52f1-4862-4205-ad68-998504b53f49 req-4a755a81-dfa4-4e9e-b8d8-f39ba78a1ffb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 Aug 03 21:11:27.558306 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8a0f-66f3-4eb0-a400-527f370fcbe2 req-464de12d-80ef-4bb2-8f14-3265a6219f9f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:27.560502 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cdb8a0f-66f3-4eb0-a400-527f370fcbe2 req-464de12d-80ef-4bb2-8f14-3265a6219f9f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0560706 Aug 03 21:11:27.609620 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cdb8a0f-66f3-4eb0-a400-527f370fcbe2 req-fbd4edef-97fd-4fc0-a51c-09020cf0eadd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Aug 03 21:11:27.970558 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-848952ce-8e0c-4d01-a067-ee2614cffa55 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:27.978861 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-848952ce-8e0c-4d01-a067-ee2614cffa55 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.1411524 Aug 03 21:11:27.990837 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-8f0829c5-e822-4829-9522-5c5e0564f735 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/quotas/f5d2c2e5350647c2bc17db036dd5582c HTTP/1.1" status: 200 len: 375 time: 0.0109723 Aug 03 21:11:28.063350 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-6fc5aa34-078f-4bf4-a1f8-23d6a0270fa3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649650 Aug 03 21:11:28.085586 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59848-bd27-4976-8c09-b9c1f2214513 req-c811b15d-b465-4592-ba00-15135862c72f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:28.087218 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48d59848-bd27-4976-8c09-b9c1f2214513 req-c811b15d-b465-4592-ba00-15135862c72f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0539403 Aug 03 21:11:28.136376 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48d59848-bd27-4976-8c09-b9c1f2214513 req-aada7209-1f4a-4a58-940a-f4085f190d01 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Aug 03 21:11:28.165884 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-9a008adf-5628-4faa-96ab-ab07049f132b service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947068 Aug 03 21:11:28.284793 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-708af293-51c4-4de0-b036-0a1f5ecffbc3 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072261 Aug 03 21:11:28.713701 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09c6ed07-3a60-4d4f-8f90-c117c0cc927a req-303e9a4d-d9b1-40a2-a3f7-d1646459e102 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0265088 Aug 03 21:11:29.294143 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6fdf1-a0c7-4ddb-bbea-404bf17e53d4 req-0ef5a581-c109-4c87-b747-40d6eda5734a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:29.296990 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cd6fdf1-a0c7-4ddb-bbea-404bf17e53d4 req-0ef5a581-c109-4c87-b747-40d6eda5734a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0767798 Aug 03 21:11:29.342186 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cd6fdf1-a0c7-4ddb-bbea-404bf17e53d4 req-cc8a2967-6a7a-4003-b6f0-bb2ba914b6d9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382490 Aug 03 21:11:29.807834 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157177-a4bc-455f-aa93-02cd970e1e0c req-8fcfb982-8a30-4767-9c97-7608e6e1ea5f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:29.811567 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f157177-a4bc-455f-aa93-02cd970e1e0c req-8fcfb982-8a30-4767-9c97-7608e6e1ea5f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0615704 Aug 03 21:11:29.838644 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-df3ffe30-f165-42f8-9186-c3e395e78bf6 req-96f90d56-53fd-4ba8-962f-9bd1ca1d4a77 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0390716 Aug 03 21:11:29.888282 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f157177-a4bc-455f-aa93-02cd970e1e0c req-19f00a74-0b0a-4709-b0e0-fcefb123804a tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Aug 03 21:11:30.358802 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa46c0-ea1d-40f5-8e69-ca279f81cbb7 req-025f48f0-0f66-4598-aede-4b8718c05896 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:30.363643 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-15aa46c0-ea1d-40f5-8e69-ca279f81cbb7 req-025f48f0-0f66-4598-aede-4b8718c05896 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0792141 Aug 03 21:11:30.423401 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-15aa46c0-ea1d-40f5-8e69-ca279f81cbb7 req-15c4be9e-819a-43ed-b8b8-9bb6a1285ae8 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565083 Aug 03 21:11:30.497452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b8e08-ddfb-43d8-bc0e-710447176bc9 req-80c00f64-145e-45ed-9f48-3bee06cb26cc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:30.499031 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7e3b8e08-ddfb-43d8-bc0e-710447176bc9 req-80c00f64-145e-45ed-9f48-3bee06cb26cc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0629745 Aug 03 21:11:30.553615 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7e3b8e08-ddfb-43d8-bc0e-710447176bc9 req-bf17dc3a-464c-47cf-a4ef-56485eebb181 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Aug 03 21:11:30.962929 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51c50cf5-fd24-4933-962b-8986f1c1c45d req-2db07c90-d8de-411b-a6d0-57c0dd656c01 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0306311 Aug 03 21:11:31.112985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3dfe3-0484-403e-9ab2-576841de2e4d req-7099275b-8dad-46b5-8521-e9b24a6f1278 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:31.114745 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8b3dfe3-0484-403e-9ab2-576841de2e4d req-7099275b-8dad-46b5-8521-e9b24a6f1278 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.0822411 Aug 03 21:11:31.165371 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8b3dfe3-0484-403e-9ab2-576841de2e4d req-5205a340-acde-47b6-848d-cb35b0a7d54f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Aug 03 21:11:31.618459 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-02eabec2-5f2a-4e1b-93da-cfcc67693d2d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434945 Aug 03 21:11:31.699617 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3d881-c5c3-404d-8a31-8f0f9179e64a req-2fbe0d12-7958-4350-a802-a4a6c61a363d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:31.701474 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7c3d881-c5c3-404d-8a31-8f0f9179e64a req-2fbe0d12-7958-4350-a802-a4a6c61a363d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0629437 Aug 03 21:11:31.701905 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-2e64d986-30e5-4553-b06c-fc4a1ccfc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:31.703437 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-2e64d986-30e5-4553-b06c-fc4a1ccfc3b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 1098 time: 0.0573928 Aug 03 21:11:31.785029 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7c3d881-c5c3-404d-8a31-8f0f9179e64a req-0375b04f-1d13-4065-a460-09a7e2d011f9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763016 Aug 03 21:11:31.859013 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-38d5b9ae-a550-40da-8b4d-9d535b3c0e26 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:31.860672 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-38d5b9ae-a550-40da-8b4d-9d535b3c0e26 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.1380930 Aug 03 21:11:31.936987 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-b4d4ae33-7b92-4136-b8f3-b6e03cdfd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:31.938632 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-b4d4ae33-7b92-4136-b8f3-b6e03cdfd5b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.1911697 Aug 03 21:11:32.000980 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-3bf7b626-fb53-434a-98ba-b7b3c340dfaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c HTTP/1.1" status: 200 len: 217 time: 0.0487182 Aug 03 21:11:32.062906 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-e0958eb8-e3a1-4668-b4d4-ee9971b9a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:32.064567 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-e0958eb8-e3a1-4668-b4d4-ee9971b9a6e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.0562866 Aug 03 21:11:32.100285 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-2f45a1cf-ae57-4425-982d-368df3f42b46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263755 Aug 03 21:11:32.102563 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-041a36ef-f9c0-4be4-a9da-23128cb36f47 req-289d32b1-93db-46d1-b933-67275a6b3eeb tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0366020 Aug 03 21:11:32.126912 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Deleting port 8a679138-c881-4c6d-829f-3b325490f5d1 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:11:32.127497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:32.270456 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-a9a6305c-c240-4d3f-9bbb-9b9c8116de12 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597772 Aug 03 21:11:32.329070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] For port 8a679138-c881-4c6d-829f-3b325490f5d1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a679138-c881-4c6d-829f-3b325490f5d1,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:32.329342 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:32.356795 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Calling delete_port for 8a679138-c881-4c6d-829f-3b325490f5d1 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:11:32.390529 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b213e-8ea3-453c-bd64-b3bc9cfcc029 req-b1c4a215-5ad4-4f18-ac78-d46043051ee7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:32.392165 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6d1b213e-8ea3-453c-bd64-b3bc9cfcc029 req-b1c4a215-5ad4-4f18-ac78-d46043051ee7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 946 time: 0.1150579 Aug 03 21:11:32.413974 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-8935be70-ed2d-468b-b3da-92eea93b2979 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:32.415661 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-8935be70-ed2d-468b-b3da-92eea93b2979 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.1843615 Aug 03 21:11:32.428260 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-ecaf23f1-eccd-463a-8ccc-bc63067be663 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399565 Aug 03 21:11:32.471721 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6d1b213e-8ea3-453c-bd64-b3bc9cfcc029 req-2f73ccee-a5d5-4b5f-94ee-7a7aba4f5e7f tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Aug 03 21:11:32.698007 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Request body: {'port': {'device_id': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'admin_state_up': True, 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:32.753643 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43152) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:32.971629 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:32.984368 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e3f37-8faa-4657-9fce-110b70f1557c req-6e7a10d0-a68d-4b5a-9722-9b796a5a2eed tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:32.987128 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-242e3f37-8faa-4657-9fce-110b70f1557c req-6e7a10d0-a68d-4b5a-9722-9b796a5a2eed tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0678723 Aug 03 21:11:33.031223 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-242e3f37-8faa-4657-9fce-110b70f1557c req-ea838d96-ee75-4aad-9bb4-d1e2a42850fb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Aug 03 21:11:33.075097 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:11:33.079328 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.081988 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.106989 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['8a679138-c881-4c6d-829f-3b325490f5d1'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:33.126960 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Pushing event deleted for resources: {'Port': ['ID=8a679138-c881-4c6d-829f-3b325490f5d1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:33.240715 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.295975 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ff2cc90-adc1-45a9-8db2-6fece04aeb10 req-04991a2b-cd21-4187-b8a6-239697d8e010 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0447991 Aug 03 21:11:33.297972 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] No DVR routers for this DVR port 8a679138-c881-4c6d-829f-3b325490f5d1 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:11:33.307787 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.318230 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccc49b0c-9cae-4fa3-bb84-205ed57aa8e5 req-a3c125a8-2905-43c5-8438-9b776025716c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "DELETE /v2.0/ports/8a679138-c881-4c6d-829f-3b325490f5d1 HTTP/1.1" status: 204 len: 173 time: 1.4395154 Aug 03 21:11:33.318230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'name': 'network-vif-deleted', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:33.318230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e734bd-a3b8-44af-ae6d-29db4857b3d7" -d '{"events": [{"server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "name": "network-vif-deleted", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:33.338981 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.357777 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d5ef29-c422-425e-91fc-bfb86afefdfa x-openstack-request-id: req-22d5ef29-c422-425e-91fc-bfb86afefdfa {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:33.358063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfbd499-67b4-45a1-a2a2-b22a37648054", "name": "network-vif-deleted", "tag": "8a679138-c881-4c6d-829f-3b325490f5d1", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:33.358230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22d5ef29-c422-425e-91fc-bfb86afefdfa {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:33.358626 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfbd499-67b4-45a1-a2a2-b22a37648054', 'name': 'network-vif-deleted', 'tag': '8a679138-c881-4c6d-829f-3b325490f5d1', 'status': 'completed', 'code': 200} Aug 03 21:11:33.378820 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Allocated IP 172.20.0.7 (cd1931e9-7ae7-4adb-894b-de7c3e0046dd/087bab63-c845-480b-8eef-abb9903431cf/1ce8b5f0-fcb6-4834-9188-fce022b888f2) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:11:33.418464 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f49cf3f-740c-4434-93e8-3aea05f49b60,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:33.427657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.429642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.430134 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.430420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.430562 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.430916 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.431321 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:11:33.439590 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cb26aff4-2660-4ce4-9e08-4eec69af2520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=932dd504fcc34a7087f499167ea42f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6824160 Aug 03 21:11:33.443304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43172) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:33.567371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.604833 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e39016fc-ad27-4f59-8420-64156c21eed3 req-4ba996b8-a3ee-4f8e-9ec5-925334bd7e29 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0287261 Aug 03 21:11:33.614201 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.652607 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.825171 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.830304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.834778 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f49cf3f-740c-4434-93e8-3aea05f49b60 HTTP/1.1" status: 204 len: 168 time: 0.3881392 Aug 03 21:11:33.848280 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:33.876531 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf80afe-8629-4bf8-9378-d3141fcc23b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f49cf3f-740c-4434-93e8-3aea05f49b60,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:33.937199 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:11:33.949624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:11:33.956511 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:11:34.021948 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event updated for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:34.068440 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:34.068952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:34.171122 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8dc6d-3f4c-40c8-98e1-51a782e3535d req-cc46453d-0b08-473b-a7f2-2357fc96e983 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:34.172628 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adf8dc6d-3f4c-40c8-98e1-51a782e3535d req-cc46453d-0b08-473b-a7f2-2357fc96e983 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0596874 Aug 03 21:11:34.224860 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-adf8dc6d-3f4c-40c8-98e1-51a782e3535d req-ff382682-71cf-4ef0-8946-7d2ac6bd9d88 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Aug 03 21:11:34.245022 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-18f867e5-4968-4dd6-a6de-b88631cf8133 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5496814 Aug 03 21:11:34.435040 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7179e-c3a7-4de8-90c6-e869f4ddda94 req-2ce9a234-b090-477f-a403-b2b069ecde8f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:34.436666 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ec7179e-c3a7-4de8-90c6-e869f4ddda94 req-2ce9a234-b090-477f-a403-b2b069ecde8f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 931 time: 0.0592926 Aug 03 21:11:34.478420 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ec7179e-c3a7-4de8-90c6-e869f4ddda94 req-fe013177-edf7-4955-8f10-844d79e57c8e tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 Aug 03 21:11:34.693328 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43194) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:34.712380 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3d88ba62-45a6-4132-9470-a1aa4247e0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:34.730641 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ac483cf-8b32-4148-ade0-bcdce30bf6e8 req-fe29cfe6-171e-4ed8-a7db-ddaf3a61d0f2 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0350621 Aug 03 21:11:34.838163 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3d88ba62-45a6-4132-9470-a1aa4247e0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:34.977925 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3d88ba62-45a6-4132-9470-a1aa4247e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:35.022616 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3d88ba62-45a6-4132-9470-a1aa4247e0b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=351996865bc448108bdc75b1feefdcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331223 Aug 03 21:11:35.023826 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ba62-45a6-4132-9470-a1aa4247e0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aea06a-c299-499f-8b3f-081474d386c7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:35.028130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43204) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:35.085716 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:35.108910 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:35.235020 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:35.237786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:35.238998 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02aea06a-c299-499f-8b3f-081474d386c7 HTTP/1.1" status: 204 len: 168 time: 0.2097793 Aug 03 21:11:35.247712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce540cb-c716-443a-adff-fe14edeb788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aea06a-c299-499f-8b3f-081474d386c7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:35.387972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9db34-d826-45da-ac73-45ecb914991c req-2bd6aa57-39cc-4405-9747-370061e42efe tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:35.389553 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cec9db34-d826-45da-ac73-45ecb914991c req-2bd6aa57-39cc-4405-9747-370061e42efe tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0734911 Aug 03 21:11:35.430867 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cec9db34-d826-45da-ac73-45ecb914991c req-7a0d2bbe-a736-479e-bf90-da4d5d886c2f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335355 Aug 03 21:11:35.600734 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2b54-c934-40fb-b0c3-8da555df26cd req-154ade14-94ed-4c3d-93b5-883c643a9f16 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:35.602191 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b9b2b54-c934-40fb-b0c3-8da555df26cd req-154ade14-94ed-4c3d-93b5-883c643a9f16 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 931 time: 0.0510983 Aug 03 21:11:35.645488 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b9b2b54-c934-40fb-b0c3-8da555df26cd req-34b5cbb7-b2fe-42f1-8f43-a45bc48a5972 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Aug 03 21:11:35.843651 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-40a406a1-d090-4035-a665-e86907d28768 req-492dc904-47db-4322-9605-54c44d9b3c85 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0335367 Aug 03 21:11:36.170788 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43224) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:36.187403 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e4470f0a-ab18-4259-bd65-cd0c066deb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.302915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e4470f0a-ab18-4259-bd65-cd0c066deb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.323076 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:36.349027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Request body: {'port': {'device_id': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:36.412040 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e4470f0a-ab18-4259-bd65-cd0c066deb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.448390 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.511478 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4470f0a-ab18-4259-bd65-cd0c066deb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0f87a-c1ee-4271-93c9-cc4e9c96eac1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:36.527210 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.535654 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e4470f0a-ab18-4259-bd65-cd0c066deb2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a1b84dab29742be989112c5a4f23957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634443 Aug 03 21:11:36.536501 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43238) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:36.607148 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.645398 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.722477 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48eca9-ab3e-4f6a-a1a8-acd55dbe97fa req-ebb0e9b2-6434-4404-95ff-e734b440824a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:36.724106 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e48eca9-ab3e-4f6a-a1a8-acd55dbe97fa req-ebb0e9b2-6434-4404-95ff-e734b440824a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.1181827 Aug 03 21:11:36.802509 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e48eca9-ab3e-4f6a-a1a8-acd55dbe97fa req-218ecb25-5875-4ed9-967e-07671b8a5690 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671818 Aug 03 21:11:36.814634 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.819786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.821920 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02f0f87a-c1ee-4271-93c9-cc4e9c96eac1 HTTP/1.1" status: 204 len: 168 time: 0.2841449 Aug 03 21:11:36.847726 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b3f93-59e9-490d-a6b9-f548975f9a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0f87a-c1ee-4271-93c9-cc4e9c96eac1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:36.877461 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e96b7-5698-4485-aa04-b83828a1a66a req-3e8a33fa-4a63-4c0d-88e8-daedc3066243 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:36.880606 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d68e96b7-5698-4485-aa04-b83828a1a66a req-3e8a33fa-4a63-4c0d-88e8-daedc3066243 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 931 time: 0.1172619 Aug 03 21:11:36.960136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce8b5f0-fcb6-4834-9188-fce022b888f2 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:36.967989 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d68e96b7-5698-4485-aa04-b83828a1a66a req-898137da-e115-45c7-b2ae-5506a58385e4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759656 Aug 03 21:11:36.968862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:36.991908 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Transition to ACTIVE for port object 1ce8b5f0-fcb6-4834-9188-fce022b888f2 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:11:37.021618 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fd06f4c5-ca3a-41ac-8e98-598992fe8032 req-f1627d78-1aa5-435e-9973-ef7af58fdd8d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=adfbd499-67b4-45a1-a2a2-b22a37648054 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Aug 03 21:11:37.093227 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:37.238470 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:37.254200 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8a679138-c881-4c6d-829f-3b325490f5d1 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:11:37.280250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 8a679138-c881-4c6d-829f-3b325490f5d1 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:11:37.280612 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8a679138-c881-4c6d-829f-3b325490f5d1 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:11:37.349709 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Attempting to bind port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:11:37.350693 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Attempting to bind port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:11:37.353057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Attempting to bind port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:37.366153 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:11:37.367308 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Attempting to bind port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:37.378507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:11:37.379009 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Checking segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:11:37.379888 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Bound using segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:11:37.380682 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Bound port: 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:11:37.381250 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:37.537731 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:11:37.544591 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:11:37.693809 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:37.737805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:37.738851 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:37.740535 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] 10.222.0.79 "PUT /v2.0/ports/1ce8b5f0-fcb6-4834-9188-fce022b888f2 HTTP/1.1" status: 200 len: 1093 time: 1.4045894 Aug 03 21:11:37.741082 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:37.743652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea61fbf-9ef2-4415-8630-a7330c428553" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:37.784152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305877a1-4b1d-4014-a18b-828be1fe4702 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:37.791657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf54f9-e663-4b9f-9f9a-2fb755335d69 x-openstack-request-id: req-daaf54f9-e663-4b9f-9f9a-2fb755335d69 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:37.792106 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:37.792514 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-daaf54f9-e663-4b9f-9f9a-2fb755335d69 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:37.793313 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2', 'status': 'completed', 'code': 200} Aug 03 21:11:37.874681 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-e28cf98e-ed41-4a41-8a45-426eeb62dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:37.876618 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-e28cf98e-ed41-4a41-8a45-426eeb62dfc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 1096 time: 0.0522888 Aug 03 21:11:38.017397 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713772a4-9a0e-4f20-a947-83a1611d423f req-558e98f9-b298-43bc-9d15-b32662380091 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.019007 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-713772a4-9a0e-4f20-a947-83a1611d423f req-558e98f9-b298-43bc-9d15-b32662380091 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0705333 Aug 03 21:11:38.067381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-20586354-8b30-4b74-9a1e-7c92ab4705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.068875 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-20586354-8b30-4b74-9a1e-7c92ab4705c1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1802046 Aug 03 21:11:38.096643 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923cece-f84f-436c-8a81-000a9c9f2e5b req-0b634e50-cbf4-4a89-bee2-0bd86edec062 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.098428 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8923cece-f84f-436c-8a81-000a9c9f2e5b req-0b634e50-cbf4-4a89-bee2-0bd86edec062 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 943 time: 0.0492518 Aug 03 21:11:38.107694 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-713772a4-9a0e-4f20-a947-83a1611d423f req-207217be-11db-458b-b0dc-650d971e7b85 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768311 Aug 03 21:11:38.154645 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8923cece-f84f-436c-8a81-000a9c9f2e5b req-a3de7c74-38a7-4fa0-b51c-84e26b4d65bf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Aug 03 21:11:38.180150 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:11:38.222754 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-849651d7-6685-42bf-a210-3ea4af82cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.230023 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ea61fbf-9ef2-4415-8630-a7330c428553 req-849651d7-6685-42bf-a210-3ea4af82cceb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485391 Aug 03 21:11:38.366214 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-e96c4ff9-3f55-4e2c-aa77-e28abfae59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.373756 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-e96c4ff9-3f55-4e2c-aa77-e28abfae59db service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 1096 time: 0.0813804 Aug 03 21:11:38.452653 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-26b381c8-a2e3-4247-9007-d494beb1a09a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2 HTTP/1.1" status: 200 len: 217 time: 0.0735834 Aug 03 21:11:38.558270 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-0c44fca6-20a4-4947-bb34-796d243c5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.560126 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-0c44fca6-20a4-4947-bb34-796d243c5889 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=087bab63-c845-480b-8eef-abb9903431cf HTTP/1.1" status: 200 len: 854 time: 0.0968497 Aug 03 21:11:38.608630 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-2b8046bf-e766-46c2-82ff-13f51cfc7bf0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:38.610219 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-2b8046bf-e766-46c2-82ff-13f51cfc7bf0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/networks?id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 200 len: 808 time: 0.2160349 Aug 03 21:11:38.627110 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-3552c62c-7f96-44fb-8360-d7cffb04a97c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562685 Aug 03 21:11:38.638836 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-6215a902-ba78-4adc-ace4-a0014c740350 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/quotas/b5be0979286e4f988effdf9cf4639e15 HTTP/1.1" status: 200 len: 375 time: 0.0141196 Aug 03 21:11:38.723418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-3c45d432-9118-4afc-972d-c7984f8f1c5b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661960 Aug 03 21:11:38.826716 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-daf50e5c-07af-41a2-bb4d-f6d72d2a4b1a service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897721 Aug 03 21:11:38.902908 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-22fbdaa8-db19-45a9-babe-9239dcac8f7b service neutron] 10.222.0.32 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700020 Aug 03 21:11:38.998939 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1bd5775a-69d4-4a59-a08b-d5fbdc132df8 req-71749ae8-b0a7-468b-9bdc-f43a2da92ab2 service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620007 Aug 03 21:11:39.028512 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-483f784b-6f94-4411-8501-67bef27b1688 service neutron] 10.222.0.32 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192040 Aug 03 21:11:39.238539 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d2af-3e67-41f2-986e-93cdd07b98db req-d824f5f5-1dd5-4aec-a25b-56e7a5e239ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:39.240077 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4314d2af-3e67-41f2-986e-93cdd07b98db req-d824f5f5-1dd5-4aec-a25b-56e7a5e239ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0571134 Aug 03 21:11:39.278917 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4314d2af-3e67-41f2-986e-93cdd07b98db req-514164ad-aff6-4197-8a39-808fa7db70f2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Aug 03 21:11:39.423126 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7d5db822-8fb5-46f5-9a1a-3ab002273756 req-7bfb1699-08d5-4372-9a53-dbcecb7fe0b8 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.0625966 Aug 03 21:11:39.453889 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91d7b6-7e6a-4684-9874-5298bc0e42f0 req-7d6423df-0ab7-4110-9d1c-32266c165193 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:39.455605 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba91d7b6-7e6a-4684-9874-5298bc0e42f0 req-7d6423df-0ab7-4110-9d1c-32266c165193 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 943 time: 0.0837622 Aug 03 21:11:39.498298 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba91d7b6-7e6a-4684-9874-5298bc0e42f0 req-e30600c2-4f34-4ccc-967d-6e9529cc6d0f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Aug 03 21:11:40.407523 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f32c9-5bfa-45b6-bf16-21302f5812d4 req-25f7a795-3596-4b58-a6cd-08dd25d68e5f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:40.409186 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e39f32c9-5bfa-45b6-bf16-21302f5812d4 req-25f7a795-3596-4b58-a6cd-08dd25d68e5f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0532806 Aug 03 21:11:40.459597 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e39f32c9-5bfa-45b6-bf16-21302f5812d4 req-e16f55fc-82ec-4aef-a4cb-3ff5d206281c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 Aug 03 21:11:40.505202 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-27890002-530a-468c-add6-89effebcdc27 req-b30f0a95-3334-45c4-b73e-005ebf753aff tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.0301392 Aug 03 21:11:40.619168 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc977-7b0c-4e75-9ca8-00d56bb7f460 req-48e0ba0f-f10d-4aee-a813-bd4413bfbd70 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:40.621157 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d56dc977-7b0c-4e75-9ca8-00d56bb7f460 req-48e0ba0f-f10d-4aee-a813-bd4413bfbd70 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 943 time: 0.0502543 Aug 03 21:11:40.659197 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d56dc977-7b0c-4e75-9ca8-00d56bb7f460 req-242af641-c153-458d-b4da-e9042c3a4a7d tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Aug 03 21:11:41.261075 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ce8b5f0-fcb6-4834-9188-fce022b888f2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:11:41.369190 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:41.381922 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '1ce8b5f0-fcb6-4834-9188-fce022b888f2', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'port_id': '1ce8b5f0-fcb6-4834-9188-fce022b888f2', 'mac_address': 'fa:16:3e:6c:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087bab63-c845-480b-8eef-abb9903431cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:11:41.422278 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:41.437685 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce8b5f0-fcb6-4834-9188-fce022b888f2 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:41.462699 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:41.590030 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:41.620878 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6041d-10b8-4527-9d1f-7d926f5e0836 req-8d148ab3-910b-4726-bd92-0598b50a6080 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:41.622413 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2dd22f5-2cd6-422f-bfbd-3f446355798e req-0fb267f2-46ca-4e32-b4d9-e7c6e8467217 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Aug 03 21:11:41.628532 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23b6041d-10b8-4527-9d1f-7d926f5e0836 req-8d148ab3-910b-4726-bd92-0598b50a6080 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0720956 Aug 03 21:11:41.653836 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:41.673766 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23b6041d-10b8-4527-9d1f-7d926f5e0836 req-86a0736b-8aeb-41e0-90ba-287e27fb3176 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442915 Aug 03 21:11:41.794840 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5969a-3cac-4d53-a70d-cc0f8a20acbb req-3b8ee644-0f9e-42bc-a6a1-6cd5d457fb86 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:41.796462 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08a5969a-3cac-4d53-a70d-cc0f8a20acbb req-3b8ee644-0f9e-42bc-a6a1-6cd5d457fb86 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 944 time: 0.0622671 Aug 03 21:11:41.844421 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08a5969a-3cac-4d53-a70d-cc0f8a20acbb req-f9bc94b3-5aad-4c8e-afdb-753edc693343 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Aug 03 21:11:41.942197 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['1ce8b5f0-fcb6-4834-9188-fce022b888f2'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:42.561056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43386) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:42.593732 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-6bbae64c-df36-4c3e-be26-26985e37d6e1 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:42.595238 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-6bbae64c-df36-4c3e-be26-26985e37d6e1 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "GET /v2.0/networks?id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 200 len: 808 time: 0.1044438 Aug 03 21:11:42.615283 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Request body: {'port': {'device_id': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422', 'admin_state_up': True, 'tenant_id': 'b5be0979286e4f988effdf9cf4639e15'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:42.670285 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3b32c63-a1e8-402e-b098-d447fca558fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:42.936714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962dbc4-f870-48d0-98c4-3a95ebb9d1fe req-8e153070-b352-4765-a201-4b4623115d2a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:42.938997 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f962dbc4-f870-48d0-98c4-3a95ebb9d1fe req-8e153070-b352-4765-a201-4b4623115d2a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.1456323 Aug 03 21:11:42.999488 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f962dbc4-f870-48d0-98c4-3a95ebb9d1fe req-a9e82289-006c-4d0f-a15e-e2fdf302fb65 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Aug 03 21:11:43.051724 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c1b9d38d-b5b2-4fce-8621-599e259554ab req-aca6816e-3579-4dcf-a6bf-3b91f58bd7a0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.2901001 Aug 03 21:11:43.084354 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3b32c63-a1e8-402e-b098-d447fca558fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.117147 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5847da-14ba-4888-be62-a8dcf4738d52 req-6cb154d8-b96b-48cd-9f37-2c149ac63dc9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:43.118925 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff5847da-14ba-4888-be62-a8dcf4738d52 req-6cb154d8-b96b-48cd-9f37-2c149ac63dc9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 944 time: 0.0543571 Aug 03 21:11:43.172210 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff5847da-14ba-4888-be62-a8dcf4738d52 req-810704ab-0da7-4d73-b1fc-038072c1d455 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Aug 03 21:11:43.255266 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a3b32c63-a1e8-402e-b098-d447fca558fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.280248 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:11:43.282887 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ce8b5f0-fcb6-4834-9188-fce022b888f2 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:11:43.293356 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32c63-a1e8-402e-b098-d447fca558fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a8a768-321e-445f-8de6-f253198de0d6,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:43.308678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43406) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:43.311754 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a3b32c63-a1e8-402e-b098-d447fca558fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a12e08ce0334473e9f76b2e905b65ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461662 Aug 03 21:11:43.339424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Made reservation on behalf of b5be0979286e4f988effdf9cf4639e15 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:11:43.345538 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.496924 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.509687 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:43.529681 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:11:43.589565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.592129 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.615887 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:43.648862 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:43.669031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Allocated IP 172.20.0.13 (38ec5a94-a95d-44c4-a9ef-f0cc7e072422/b7d20a37-c2a5-4eb6-8126-59ea99ab02be/86f7ccbd-a128-4d6a-a27e-8956711f0e21) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:11:43.755467 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:11:43.759516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:11:43.759894 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.845643 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.871343 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:43.873610 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd4beb-9cf9-4a15-85cc-8aee42b00492" -d '{"events": [{"server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:43.891329 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:43.893730 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:43.920931 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f969beb-624f-42ae-9d70-b1097d15b65d x-openstack-request-id: req-3f969beb-624f-42ae-9d70-b1097d15b65d {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:43.921220 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:43.921468 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f969beb-624f-42ae-9d70-b1097d15b65d {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:43.921850 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2', 'code': 200} Aug 03 21:11:43.950736 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:44.043810 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.048353 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.050246 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8a8a768-321e-445f-8de6-f253198de0d6 HTTP/1.1" status: 204 len: 168 time: 0.7390084 Aug 03 21:11:44.133292 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258acf3-69de-46fd-bf0d-d489ef2575d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a8a768-321e-445f-8de6-f253198de0d6,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:44.167486 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.204986 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d5f8-8fd1-4998-870b-bab89e9ef204 req-97d83056-dd4b-44ef-807b-1162cf9e364d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:44.206595 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b41d5f8-8fd1-4998-870b-bab89e9ef204 req-97d83056-dd4b-44ef-807b-1162cf9e364d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0927446 Aug 03 21:11:44.208814 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f009a1da-6cb3-477b-9c67-13321d239fa4 req-305ae6be-f446-429c-af10-4db3661523f6 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.0424409 Aug 03 21:11:44.237765 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:44.256659 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.280488 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b41d5f8-8fd1-4998-870b-bab89e9ef204 req-af94a5d3-0fc5-4c8f-9071-2ade9a664f49 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624180 Aug 03 21:11:44.544166 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.559871 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb1c59-6b8a-4237-89fa-e0a07c9423f8 req-05e43a9c-3acb-498e-ab68-84e80c1ae8cf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:44.561437 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b7eb1c59-6b8a-4237-89fa-e0a07c9423f8 req-05e43a9c-3acb-498e-ab68-84e80c1ae8cf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.0512080 Aug 03 21:11:44.591149 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:11:44.594785 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:11:44.601657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:11:44.616663 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b7eb1c59-6b8a-4237-89fa-e0a07c9423f8 req-b36b418f-d524-45ca-940e-640c9019a2e4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Aug 03 21:11:44.649317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Pushing event updated for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:44.679161 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:44.679813 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:44.956147 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-bd474ca9-36c8-4139-9c9b-e993d9c5779d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3447399 Aug 03 21:11:45.130235 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43444) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:45.251814 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d63-ebcc-438c-8b41-ff0702c93f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:45.367272 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b38a-0e85-4526-91ad-c5310a1e25c9 req-99b0bd9a-fda7-4b28-af17-148ebdc4bcd3 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:45.368994 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a115b38a-0e85-4526-91ad-c5310a1e25c9 req-99b0bd9a-fda7-4b28-af17-148ebdc4bcd3 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 932 time: 0.0816836 Aug 03 21:11:45.443853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5884a-e301-45e7-bcb9-27b2bb8006b5 req-f7fc7686-19ab-47eb-855d-4b7e80bbd107 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:45.444740 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a115b38a-0e85-4526-91ad-c5310a1e25c9 req-18eddee6-8caa-4f38-b9e1-3a0d71308c82 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Aug 03 21:11:45.445957 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2fe5884a-e301-45e7-bcb9-27b2bb8006b5 req-f7fc7686-19ab-47eb-855d-4b7e80bbd107 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0713398 Aug 03 21:11:45.450367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d63-ebcc-438c-8b41-ff0702c93f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:45.491298 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2fe5884a-e301-45e7-bcb9-27b2bb8006b5 req-86d92115-0a94-4839-a2b8-cae5c69852cd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Aug 03 21:11:45.657561 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1c69d63-ebcc-438c-8b41-ff0702c93f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:45.708007 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c1c69d63-ebcc-438c-8b41-ff0702c93f4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a997979fb079432d8378f223756558ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766559 Aug 03 21:11:45.710818 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43454) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:45.721635 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c69d63-ebcc-438c-8b41-ff0702c93f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85a98d9-834b-478b-ae88-d0281d13e032,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:45.750373 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc25e-5b8e-429e-b172-a73d2b39fba4 req-13374d5c-8bdf-4dd0-bd13-043b15de5464 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:45.751950 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cabdc25e-5b8e-429e-b172-a73d2b39fba4 req-13374d5c-8bdf-4dd0-bd13-043b15de5464 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.0592692 Aug 03 21:11:45.764311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:45.785760 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:45.793196 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cabdc25e-5b8e-429e-b172-a73d2b39fba4 req-d1ab8ca5-e1f6-4a1d-8119-d61905290356 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Aug 03 21:11:45.804163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43456) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:45.829784 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7379e4a8-269c-4687-b094-2008bba46c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.026320 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.029047 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.030248 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a85a98d9-834b-478b-ae88-d0281d13e032 HTTP/1.1" status: 204 len: 168 time: 0.3184180 Aug 03 21:11:46.045908 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44777d68-a043-402a-a195-a4a9f00506a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85a98d9-834b-478b-ae88-d0281d13e032,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:46.117605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7379e4a8-269c-4687-b094-2008bba46c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.217950 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7379e4a8-269c-4687-b094-2008bba46c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.260102 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7379e4a8-269c-4687-b094-2008bba46c6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bd60037b6954a1f913a485d5de9d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530270 Aug 03 21:11:46.260855 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379e4a8-269c-4687-b094-2008bba46c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d032e61-11a4-44b0-b1ff-aa6265900911,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:46.262846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43464) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:46.321517 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.348108 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.457861 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6db252ed-78eb-48c6-b98e-bcf813187d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.520669 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.523227 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.524368 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d032e61-11a4-44b0-b1ff-aa6265900911 HTTP/1.1" status: 204 len: 168 time: 0.2602282 Aug 03 21:11:46.537417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818750-a2b7-477f-861f-361bfcf8ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d032e61-11a4-44b0-b1ff-aa6265900911,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:46.606732 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccf437-604a-4de1-9c72-6d262bea21d9 req-06bc58eb-a06e-4ffe-8269-0083bd02ece3 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:46.609708 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4fccf437-604a-4de1-9c72-6d262bea21d9 req-06bc58eb-a06e-4ffe-8269-0083bd02ece3 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 932 time: 0.0899999 Aug 03 21:11:46.639421 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee8842-9d2f-459c-94c8-d691aeeec1c6 req-4fa0eae8-6546-4f56-a140-657048089734 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:46.640944 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1ee8842-9d2f-459c-94c8-d691aeeec1c6 req-4fa0eae8-6546-4f56-a140-657048089734 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0560730 Aug 03 21:11:46.670053 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4fccf437-604a-4de1-9c72-6d262bea21d9 req-d6bbeb1c-ff94-4eff-8e26-e871ab7f7329 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482609 Aug 03 21:11:46.684270 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1ee8842-9d2f-459c-94c8-d691aeeec1c6 req-63b5df38-c82f-404e-9636-f5ba4fff5c45 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360956 Aug 03 21:11:46.782038 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Request body: {'port': {'device_id': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:11:46.858705 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:46.877932 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['d45f24d6-54b6-4caf-b935-4c19c89b0f4a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:47.016343 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2a8e-db1d-45ae-8805-6536fd13f6c0 req-61a70aee-f0f5-48ca-961b-f2198e7643e9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:47.018271 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-86ba2a8e-db1d-45ae-8805-6536fd13f6c0 req-61a70aee-f0f5-48ca-961b-f2198e7643e9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.0850005 Aug 03 21:11:47.090261 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-86ba2a8e-db1d-45ae-8805-6536fd13f6c0 req-eea4532d-dbf2-41e5-ace2-afd7e6496be9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573421 Aug 03 21:11:47.212596 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f7ccbd-a128-4d6a-a27e-8956711f0e21 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:47.225543 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.247853 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Transition to ACTIVE for port object 86f7ccbd-a128-4d6a-a27e-8956711f0e21 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:11:47.319921 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ddb0b-af96-4565-af74-a1cd27ecd802 req-2c8546d9-b012-48e3-8241-6ae296bd23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:47.321318 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-399ddb0b-af96-4565-af74-a1cd27ecd802 req-2c8546d9-b012-48e3-8241-6ae296bd23a7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 1098 time: 0.0416422 Aug 03 21:11:47.373037 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.403065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-399ddb0b-af96-4565-af74-a1cd27ecd802 req-05116856-b765-497c-9eea-c93cf225fdd9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702565 Aug 03 21:11:47.431990 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Pushing event updated for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:47.437383 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43512) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:47.451286 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-384de4be-d61e-4344-804f-794f5a4862e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.580318 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-384de4be-d61e-4344-804f-794f5a4862e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.652884 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-384de4be-d61e-4344-804f-794f5a4862e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.689228 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-384de4be-d61e-4344-804f-794f5a4862e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9154881490294dba81be2f601f99721b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507017 Aug 03 21:11:47.689864 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43530) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:47.759026 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Attempting to bind port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:11:47.759569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Attempting to bind port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:11:47.760010 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Attempting to bind port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:47.761433 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de4be-d61e-4344-804f-794f5a4862e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c943a0f3-c879-4145-be9c-0978a72aaca5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:47.770820 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:11:47.772222 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Attempting to bind port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 on network 38ec5a94-a95d-44c4-a9ef-f0cc7e072422 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:11:47.796781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:11:47.797293 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Checking segment: {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:11:47.797890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Bound using segment: {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:11:47.800536 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Bound port: 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9282d0-a62e-4db1-a4a6-8361d98a2753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:11:47.801047 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.823348 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.898120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:47.960344 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e084b-f6ce-4658-9066-3874e25eab54 req-c9bd65ad-5173-4529-a64e-060eeb5d0e06 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:47.962678 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-790e084b-f6ce-4658-9066-3874e25eab54 req-c9bd65ad-5173-4529-a64e-060eeb5d0e06 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 944 time: 0.1353757 Aug 03 21:11:47.980117 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:11:47.990221 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47143e10-dddc-4aae-af1e-2f68aeedee54 req-4db728d4-9790-4db0-a7e5-026093c4dabc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:47.992683 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-47143e10-dddc-4aae-af1e-2f68aeedee54 req-4db728d4-9790-4db0-a7e5-026093c4dabc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.1471710 Aug 03 21:11:48.015811 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:11:48.040159 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-790e084b-f6ce-4658-9066-3874e25eab54 req-e4db8a98-482d-45da-9363-a2909629d6c7 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Aug 03 21:11:48.091609 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-47143e10-dddc-4aae-af1e-2f68aeedee54 req-7dac9c2c-4dae-441a-9b87-d98207fc6800 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854504 Aug 03 21:11:48.156363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:48.222764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:48.223955 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:48.226355 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] 10.222.0.79 "PUT /v2.0/ports/86f7ccbd-a128-4d6a-a27e-8956711f0e21 HTTP/1.1" status: 200 len: 1094 time: 1.4502962 Aug 03 21:11:48.229744 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:48.230258 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:48.245404 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:48.246159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:48.246367 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c943a0f3-c879-4145-be9c-0978a72aaca5 HTTP/1.1" status: 204 len: 168 time: 0.5468810 Aug 03 21:11:48.258231 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5eaa3-ba96-49ff-9772-ba511d478988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c943a0f3-c879-4145-be9c-0978a72aaca5,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:48.398142 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d4984-6d0c-4bf4-a74f-96bb8e8abd77 service neutron] Pushing event updated for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:48.451414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93cf4b-79a1-4c44-bac1-0a8c4f40b6fc req-9b679b21-1e64-411a-8db8-686a72d4997c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:48.465904 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c93cf4b-79a1-4c44-bac1-0a8c4f40b6fc req-9b679b21-1e64-411a-8db8-686a72d4997c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.2689128 Aug 03 21:11:48.620461 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c93cf4b-79a1-4c44-bac1-0a8c4f40b6fc req-57c4572c-20ba-4181-b1a4-0595d57e69db tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533110 Aug 03 21:11:48.627674 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-af8f753e-86da-4d7a-9fbf-df8d94a884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:48.629518 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-af8f753e-86da-4d7a-9fbf-df8d94a884b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 1097 time: 0.1592939 Aug 03 21:11:48.683850 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-910aea59-8bb0-4773-8c01-bb79a05ec873 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21 HTTP/1.1" status: 200 len: 217 time: 0.0428376 Aug 03 21:11:48.741534 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad70668-5f28-4e2d-ae44-103295383f4d x-openstack-request-id: req-1ad70668-5f28-4e2d-ae44-103295383f4d {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:48.741898 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:48.742241 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ad70668-5f28-4e2d-ae44-103295383f4d {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:48.742720 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21', 'status': 'completed', 'code': 200} Aug 03 21:11:48.756330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-527d0284-6d93-405e-8328-4290165b94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:48.758316 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-527d0284-6d93-405e-8328-4290165b94d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b7d20a37-c2a5-4eb6-8126-59ea99ab02be HTTP/1.1" status: 200 len: 848 time: 0.0634613 Aug 03 21:11:48.777565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:11:48.823884 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-24d6da23-8c54-4049-b576-4189d53c9699 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565183 Aug 03 21:11:48.890330 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:11:48.890814 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:48.955622 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-31bb8ce7-2d3a-4d17-a654-777f2ffcda60 service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168649 Aug 03 21:11:49.052379 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:49.148075 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac70b25c-e0fd-440b-84e3-21f5803a47ca req-eaeb1bb8-0862-4ebe-aa5f-4970443fcfe1 service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553566 Aug 03 21:11:49.148552 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:49.148552 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c68caf-21bb-43ea-a2f2-76d39f5a27e2" -d '{"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:49.148552 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:49.183630 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d29282a6-4029-4851-b91a-28bdeb85d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:49.328754 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090c606-f7d3-491c-9c5c-2d058660454f req-622a228f-4b9b-484f-bde4-ed41e6aaefca tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.337791 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f090c606-f7d3-491c-9c5c-2d058660454f req-622a228f-4b9b-484f-bde4-ed41e6aaefca tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 944 time: 0.0772336 Aug 03 21:11:49.452983 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f090c606-f7d3-491c-9c5c-2d058660454f req-76039320-c775-4c34-b1f7-1dba62ea1228 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120169 Aug 03 21:11:49.539193 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad11e6-4f3a-447e-8ddf-193cbbc946b3 req-1c1ea839-fda0-4b4c-bab4-2a4cb94b60dc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.540388 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5626fc-c547-4a25-a87c-ade9183b1999 x-openstack-request-id: req-ab5626fc-c547-4a25-a87c-ade9183b1999 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:49.540694 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:49.540947 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab5626fc-c547-4a25-a87c-ade9183b1999 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:49.541561 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'code': 200} Aug 03 21:11:49.552795 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95ad11e6-4f3a-447e-8ddf-193cbbc946b3 req-1c1ea839-fda0-4b4c-bab4-2a4cb94b60dc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.2675817 Aug 03 21:11:49.584352 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:49.591899 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:49.693377 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:49.693696 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95ad11e6-4f3a-447e-8ddf-193cbbc946b3 req-8b690afc-32ef-41fd-a961-5ea61058e1ed tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383150 Aug 03 21:11:49.786542 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c918-86f4-4644-9602-5707f09555fc req-1568acd6-d8e2-4426-840e-7a97ad93affe tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.788264 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c903c918-86f4-4644-9602-5707f09555fc req-1568acd6-d8e2-4426-840e-7a97ad93affe tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1778920 Aug 03 21:11:49.797019 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-cf9cf344-efd1-4866-a50f-e82918f094cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.798655 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-cf9cf344-efd1-4866-a50f-e82918f094cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b5be0979286e4f988effdf9cf4639e15&device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 1097 time: 0.1503732 Aug 03 21:11:49.839815 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-ec6ec5d8-93f3-4d2c-b1ba-1f22b993069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.841533 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-ec6ec5d8-93f3-4d2c-b1ba-1f22b993069e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.1748009 Aug 03 21:11:49.989074 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d477f4-1e6b-4e1c-907c-934d00784e05 req-413e729f-1749-4e78-bd4d-dc02ddd931be tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:49.991391 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72d477f4-1e6b-4e1c-907c-934d00784e05 req-413e729f-1749-4e78-bd4d-dc02ddd931be tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.1286459 Aug 03 21:11:50.020398 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-371b2ec2-fa5e-4985-9ef6-361753fc1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:50.024406 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-371b2ec2-fa5e-4985-9ef6-361753fc1ae9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 200 len: 909 time: 0.2111633 Aug 03 21:11:50.071326 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72d477f4-1e6b-4e1c-907c-934d00784e05 req-f9713483-7510-4aa6-a733-a5c3a9e75529 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659411 Aug 03 21:11:50.077391 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-a9ec96e2-ebea-4a48-820b-5b61f74ba8a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21 HTTP/1.1" status: 200 len: 217 time: 0.0393662 Aug 03 21:11:50.181150 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c903c918-86f4-4644-9602-5707f09555fc req-28384675-7efd-4b53-ab9a-68239ff0505a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810713 Aug 03 21:11:50.220969 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-a28cc49e-2102-4967-b094-8c91bef2f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:50.222055 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-a28cc49e-2102-4967-b094-8c91bef2f670 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b7d20a37-c2a5-4eb6-8126-59ea99ab02be HTTP/1.1" status: 200 len: 848 time: 0.1293600 Aug 03 21:11:50.274531 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-fb9fa5db-5ff8-43d8-ad80-caef5ee08777 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=38ec5a94-a95d-44c4-a9ef-f0cc7e072422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426118 Aug 03 21:11:50.395440 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-2c955fc0-c5ef-4024-b474-b668f611f0b7 service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088710 Aug 03 21:11:50.398962 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-4115e933-9588-47d2-aa10-9e0bc6de404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:50.401298 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-4115e933-9588-47d2-aa10-9e0bc6de404e service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.3943768 Aug 03 21:11:50.499595 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-b85e7e71-17b2-4928-8fd3-63e36f69a4bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0902257 Aug 03 21:11:50.532079 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:50.672687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-8347e99e-40fc-4d22-86eb-5ad24dc01dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:50.674205 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-8347e99e-40fc-4d22-86eb-5ad24dc01dc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.1618264 Aug 03 21:11:50.682539 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c40d2fd1-37ea-4c68-ac17-890a1e37abc7 req-f5ce015a-1c24-48bd-96c1-02edfe98028c service neutron] 10.222.0.79 "GET /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744210 Aug 03 21:11:50.774603 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 86f7ccbd-a128-4d6a-a27e-8956711f0e21 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:11:50.797611 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d45f7-d0f3-421b-92be-76aa38fddf8a req-a6263684-0e0c-4ecc-808f-7e8b18d94878 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:50.800570 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b3d45f7-d0f3-421b-92be-76aa38fddf8a req-a6263684-0e0c-4ecc-808f-7e8b18d94878 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 944 time: 0.1413145 Aug 03 21:11:50.805167 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-41e56e56-01c3-4317-8207-7db17bdeb99f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072390 Aug 03 21:11:50.918410 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5b3d45f7-d0f3-421b-92be-76aa38fddf8a req-f740eec5-1459-4f02-b885-d28dd804390e tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975239 Aug 03 21:11:50.968332 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-8566ae67-44a9-4e88-9a84-5307e6f259a8 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538451 Aug 03 21:11:51.075876 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3ff50a-e6e4-440e-8f23-cdab1f075484 req-42d2006d-cd60-4fd9-a87b-07a375aa8a12 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961621 Aug 03 21:11:51.114885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:51.125000 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d115-cbc4-484b-9350-3bd70ab5d8dd req-1a8f5d6f-0770-4b88-ba9d-91d4aa278150 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:51.126943 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c43d115-cbc4-484b-9350-3bd70ab5d8dd req-1a8f5d6f-0770-4b88-ba9d-91d4aa278150 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0804842 Aug 03 21:11:51.130876 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '86f7ccbd-a128-4d6a-a27e-8956711f0e21', 'network_id': '38ec5a94-a95d-44c4-a9ef-f0cc7e072422', 'port_id': '86f7ccbd-a128-4d6a-a27e-8956711f0e21', 'mac_address': 'fa:16:3e:75:6a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20a37-c2a5-4eb6-8126-59ea99ab02be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:11:51.191829 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c43d115-cbc4-484b-9350-3bd70ab5d8dd req-7d906821-1211-4b11-8618-b31888ed93ca tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584953 Aug 03 21:11:51.229790 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:51.245447 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f7ccbd-a128-4d6a-a27e-8956711f0e21 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:11:51.272614 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:51.365431 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11ff9-c32a-4d84-935c-ae4c06c4db4f req-99328e1e-80bc-4617-904b-9d1901684263 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:51.373903 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76e11ff9-c32a-4d84-935c-ae4c06c4db4f req-99328e1e-80bc-4617-904b-9d1901684263 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0647810 Aug 03 21:11:51.377891 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:51.428090 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76e11ff9-c32a-4d84-935c-ae4c06c4db4f req-31fce042-bc12-4ac9-a50a-ae9f88d9be7e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Aug 03 21:11:51.431449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:51.767131 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['86f7ccbd-a128-4d6a-a27e-8956711f0e21'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:11:51.951436 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:52.142572 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de293ce-00de-4c46-91fc-b106e93974f4 req-e3c2d2a3-4868-44ea-b0fa-2199bdeeca06 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:52.145202 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3de293ce-00de-4c46-91fc-b106e93974f4 req-e3c2d2a3-4868-44ea-b0fa-2199bdeeca06 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 945 time: 0.0907044 Aug 03 21:11:52.234986 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3de293ce-00de-4c46-91fc-b106e93974f4 req-a8232b83-5fab-40a9-b040-fa376a9a073c tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829010 Aug 03 21:11:52.360922 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a8f9-87b4-4dd7-b900-73de70cdf223 req-7b6c1ecf-531a-448a-8421-bf5c4b7d04c8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:52.368718 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3e6a8f9-87b4-4dd7-b900-73de70cdf223 req-7b6c1ecf-531a-448a-8421-bf5c4b7d04c8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0773923 Aug 03 21:11:52.413072 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3e6a8f9-87b4-4dd7-b900-73de70cdf223 req-99f2a7ca-aaed-4b53-9b05-02929f0c3845 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 Aug 03 21:11:52.566150 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f105cae-e386-452c-8df0-91309fa2b9d4 req-510f5295-791d-4d09-a19c-a885d0f6473a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:52.568196 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f105cae-e386-452c-8df0-91309fa2b9d4 req-510f5295-791d-4d09-a19c-a885d0f6473a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0681498 Aug 03 21:11:52.624754 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f105cae-e386-452c-8df0-91309fa2b9d4 req-2c8fbdc0-eedb-4a30-b1de-f52cf734bd91 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Aug 03 21:11:53.369320 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38172b-1e9c-4cac-a1b1-2b5699904c26 req-61cbe559-e2d6-4d0f-b2ea-803566606c17 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:53.371034 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf38172b-1e9c-4cac-a1b1-2b5699904c26 req-61cbe559-e2d6-4d0f-b2ea-803566606c17 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 945 time: 0.0547032 Aug 03 21:11:53.416973 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf38172b-1e9c-4cac-a1b1-2b5699904c26 req-469ebfa1-4efd-40e0-afd3-d6dfccf9311e tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Aug 03 21:11:53.564939 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca6d9-72a5-4ab0-9d22-5b6aee5e042f req-f0647860-7a02-4765-9572-9d3296099240 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:53.566914 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-469ca6d9-72a5-4ab0-9d22-5b6aee5e042f req-f0647860-7a02-4765-9572-9d3296099240 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0586836 Aug 03 21:11:53.622916 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-469ca6d9-72a5-4ab0-9d22-5b6aee5e042f req-a3c0c956-0dd6-4165-b1f2-08f08dbfd965 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467062 Aug 03 21:11:54.021205 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76d8e-49b3-45e4-bde7-dd71483bcc3e req-01c328ef-aece-40a7-b8fb-e748b5e2cf5a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:54.024726 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b7a76d8e-49b3-45e4-bde7-dd71483bcc3e req-01c328ef-aece-40a7-b8fb-e748b5e2cf5a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1251481 Aug 03 21:11:54.100194 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b7a76d8e-49b3-45e4-bde7-dd71483bcc3e req-957eb31f-6574-434e-a489-85b434e37f70 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569074 Aug 03 21:11:54.568853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e4115-1d57-4748-89ff-81c1564f9ee7 req-ddfc7c45-5dab-4148-9153-c9f3d9b6b576 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:54.578930 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-201e4115-1d57-4748-89ff-81c1564f9ee7 req-ddfc7c45-5dab-4148-9153-c9f3d9b6b576 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 945 time: 0.0703669 Aug 03 21:11:54.636590 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-201e4115-1d57-4748-89ff-81c1564f9ee7 req-0d6a2356-5da2-4b68-b42a-4df0d1877091 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Aug 03 21:11:54.797501 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 86f7ccbd-a128-4d6a-a27e-8956711f0e21 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:11:54.835347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522470d-f8d6-4a3f-b37e-1bf92502e351 req-0d699801-a434-4e5f-9c1b-29795dde2bc0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:54.846887 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f522470d-f8d6-4a3f-b37e-1bf92502e351 req-0d699801-a434-4e5f-9c1b-29795dde2bc0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.1002412 Aug 03 21:11:54.928977 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f522470d-f8d6-4a3f-b37e-1bf92502e351 req-cae051bc-a1c7-419b-a114-e6c283ba2dcd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787041 Aug 03 21:11:55.076886 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-4368a1f2-f278-4b29-a1ac-4a7fded8a05c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:55.092464 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-4368a1f2-f278-4b29-a1ac-4a7fded8a05c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.2139657 Aug 03 21:11:55.104437 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-81b22d04-3b5a-484a-a18f-7bfb2339c8ae tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/quotas/f5d2c2e5350647c2bc17db036dd5582c HTTP/1.1" status: 200 len: 375 time: 0.0173750 Aug 03 21:11:55.144615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:11:55.156416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:11:55.156800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:55.165607 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-c100d587-da5d-4574-8554-8ae0bff4135a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601413 Aug 03 21:11:55.433981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3b509-f472-4b69-b181-d30dc03c92b8 req-ef6eb6f0-4fdb-4556-a37b-6991ebd76faf tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:55.438806 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:55.442311 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bba3b509-f472-4b69-b181-d30dc03c92b8 req-ef6eb6f0-4fdb-4556-a37b-6991ebd76faf tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0998447 Aug 03 21:11:55.468285 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-c1679ad5-01fc-4d06-af89-6dba3f5b4d4b service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630260 Aug 03 21:11:55.521637 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bba3b509-f472-4b69-b181-d30dc03c92b8 req-fb682ab8-2224-4ee1-b764-e018165ac6ae tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773013 Aug 03 21:11:55.565683 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:11:55.570636 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d93e9c-da9a-4d74-b451-d9b2a72bd06b" -d '{"events": [{"server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "name": "network-vif-plugged", "status": "completed", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:11:55.716059 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-ed405e7d-f644-4665-82d0-052264c934c6 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463508 Aug 03 21:11:55.782338 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646574c-fda0-4933-8cfb-dce594ee76ca x-openstack-request-id: req-8646574c-fda0-4933-8cfb-dce594ee76ca {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:11:55.784890 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "name": "network-vif-plugged", "status": "completed", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:11:55.784890 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8646574c-fda0-4933-8cfb-dce594ee76ca {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:11:55.784890 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21', 'code': 200} Aug 03 21:11:55.792534 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:11:55.845875 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb25f6-2821-41e0-9bf9-47d7e6339065 req-d54096d9-e6e8-4fa9-88cc-cc57c380d496 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:55.856392 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-becb25f6-2821-41e0-9bf9-47d7e6339065 req-d54096d9-e6e8-4fa9-88cc-cc57c380d496 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 945 time: 0.1046891 Aug 03 21:11:55.890378 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:55.944251 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43732) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:55.950329 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-becb25f6-2821-41e0-9bf9-47d7e6339065 req-38493645-220d-4860-bfe7-60aa7cc02039 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926330 Aug 03 21:11:56.100354 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:56.118841 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-36111afa-23ae-49cf-a8dc-6bf4d2a1b0d1 req-b709b10e-e5c4-48d6-a5b1-07d59d79097b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0752010 Aug 03 21:11:56.256147 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-153aaaca-e191-4491-be9b-6776a915c64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.278275 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ded82-b922-4897-9471-0cd772f8ce3e req-d6d14daf-a4cd-426a-95cf-d8f68eed4b43 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:56.280464 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d7ded82-b922-4897-9471-0cd772f8ce3e req-d6d14daf-a4cd-426a-95cf-d8f68eed4b43 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0893006 Aug 03 21:11:56.344624 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d7ded82-b922-4897-9471-0cd772f8ce3e req-5a7d683d-45ae-44b3-b8e6-e32494c8630d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544417 Aug 03 21:11:56.414548 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-153aaaca-e191-4491-be9b-6776a915c64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.509705 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-153aaaca-e191-4491-be9b-6776a915c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.543942 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aaaca-e191-4491-be9b-6776a915c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b61f76-0145-441c-a340-f4a859335a6e,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:56.571840 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-153aaaca-e191-4491-be9b-6776a915c64b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=161d260f28374a4ba91229a76dda6685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232750 Aug 03 21:11:56.572975 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 43752) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:56.689817 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.782683 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.784124 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43760) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:56.829130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2b22c-214c-4725-915b-8b50b0ebe398 req-30c0fc2e-3852-40b4-a80f-25b1551c870d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:56.844987 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21a2b22c-214c-4725-915b-8b50b0ebe398 req-30c0fc2e-3852-40b4-a80f-25b1551c870d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1438181 Aug 03 21:11:56.910072 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-21a2b22c-214c-4725-915b-8b50b0ebe398 req-80b3bc1c-c901-423e-a494-9882c9aab55a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650523 Aug 03 21:11:56.981562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:56.987692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:57.004600 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73b61f76-0145-441c-a340-f4a859335a6e HTTP/1.1" status: 204 len: 168 time: 0.4295301 Aug 03 21:11:57.041594 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c9942-cd49-46f5-8966-7942e66b2700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b61f76-0145-441c-a340-f4a859335a6e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:57.071225 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3b88f43-7ee4-4c42-8b8f-a3bff5e3c8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:57.217851 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa223b9-c872-4205-a2ef-9ada6664b3bb req-9452bad3-64c4-445d-ab00-be028063a917 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:57.235420 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3aa223b9-c872-4205-a2ef-9ada6664b3bb req-9452bad3-64c4-445d-ab00-be028063a917 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.1265044 Aug 03 21:11:57.297698 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d2e512b-c97c-4efe-952b-f0a050fe65fe req-01cf134e-ecf9-4d14-8394-2f2b8fc157d2 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0745578 Aug 03 21:11:57.315473 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3aa223b9-c872-4205-a2ef-9ada6664b3bb req-98fe992c-2010-4df8-aae3-5a25905d5082 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769188 Aug 03 21:11:57.328703 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3b88f43-7ee4-4c42-8b8f-a3bff5e3c8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:57.492456 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c3bb-c9f1-482c-a2f5-7db855ccbf19 req-61b9b208-6336-4f81-8c2b-4376e63631e6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:57.494101 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f72c3bb-c9f1-482c-a2f5-7db855ccbf19 req-61b9b208-6336-4f81-8c2b-4376e63631e6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0638504 Aug 03 21:11:57.569329 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0f72c3bb-c9f1-482c-a2f5-7db855ccbf19 req-6fd083ab-6bb7-4938-9668-748d1c2d9c06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622864 Aug 03 21:11:58.143363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48bfca-b522-4f9b-95d7-34c3881b14c9 req-8b0734b4-d59a-4822-908c-4c7a086dfcba tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:58.143363 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6a48bfca-b522-4f9b-95d7-34c3881b14c9 req-8b0734b4-d59a-4822-908c-4c7a086dfcba tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Aug 03 21:11:58.143363 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6a48bfca-b522-4f9b-95d7-34c3881b14c9 req-ca79aacc-574a-4a9e-bd5d-dde400e50b2d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Aug 03 21:11:58.358458 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b3b88f43-7ee4-4c42-8b8f-a3bff5e3c8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:58.413188 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b88f43-7ee4-4c42-8b8f-a3bff5e3c8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095055c-c9da-4103-a6e5-35328e30515a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:58.440187 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7cd7bf98-97a5-49bc-af38-98233d6c2c9a req-05422bad-2a25-48d6-906f-7252f3258397 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0498385 Aug 03 21:11:58.443825 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b3b88f43-7ee4-4c42-8b8f-a3bff5e3c8fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5f3f9a3d01d47f8b194ebb22fe41cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6584332 Aug 03 21:11:58.446508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 43788) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:11:58.466158 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d149-0a57-4c09-bc4c-59faaba6573c req-dfcb0ab6-1a8f-4ecd-86cd-31382846be1b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:58.468055 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5163d149-0a57-4c09-bc4c-59faaba6573c req-dfcb0ab6-1a8f-4ecd-86cd-31382846be1b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0687654 Aug 03 21:11:58.510413 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5163d149-0a57-4c09-bc4c-59faaba6573c req-38a34775-6b71-4f2e-bf12-79b59f71042d tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352352 Aug 03 21:11:58.512093 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:58.565959 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:58.783543 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:58.786473 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:11:58.788269 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2095055c-c9da-4103-a6e5-35328e30515a HTTP/1.1" status: 204 len: 168 time: 0.3407786 Aug 03 21:11:58.805550 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8754c8-d20c-4123-98f6-0178fb3533ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095055c-c9da-4103-a6e5-35328e30515a,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:11:58.959483 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499e690-957c-4de6-9fa1-5e2bb21a4635 req-046a426c-b483-4068-a538-b61a6d5a4007 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:58.961275 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4499e690-957c-4de6-9fa1-5e2bb21a4635 req-046a426c-b483-4068-a538-b61a6d5a4007 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0696816 Aug 03 21:11:58.966459 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc26d-9605-4eb3-b04d-7fd11e93d230 req-486a81de-ada0-4bb8-8b67-418677edf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:58.968386 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-024fc26d-9605-4eb3-b04d-7fd11e93d230 req-486a81de-ada0-4bb8-8b67-418677edf7e9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 1099 time: 0.0472846 Aug 03 21:11:59.015345 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-024fc26d-9605-4eb3-b04d-7fd11e93d230 req-d39db1dc-655b-4272-b51b-d5ac76cbf9ee service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Aug 03 21:11:59.029850 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4499e690-957c-4de6-9fa1-5e2bb21a4635 req-ff9661c2-d75c-4e8e-9e76-188eda4de52a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612240 Aug 03 21:11:59.270320 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10af53-ff0f-43c9-9522-7eef2bda74c4 req-ac5494a2-c194-496a-af95-65a3f1907365 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:59.272249 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f10af53-ff0f-43c9-9522-7eef2bda74c4 req-ac5494a2-c194-496a-af95-65a3f1907365 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0590577 Aug 03 21:11:59.330061 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8f10af53-ff0f-43c9-9522-7eef2bda74c4 req-b358904b-e8a0-44b6-b07c-ad7a0717fd2c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Aug 03 21:11:59.605818 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e212395-ca23-4eb2-bcfb-2760d7cd8555 req-3c7ac2ec-cef9-4b78-86e9-26472deaad30 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0648248 Aug 03 21:11:59.734466 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657214-60a4-4972-94f2-e0bc9ad5efce req-ffcec0ee-adc2-4003-af96-8a21e05ecf30 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:11:59.743268 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81657214-60a4-4972-94f2-e0bc9ad5efce req-ffcec0ee-adc2-4003-af96-8a21e05ecf30 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0923712 Aug 03 21:11:59.827309 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81657214-60a4-4972-94f2-e0bc9ad5efce req-2299c3f2-018e-403e-b600-e4732805c8c0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831809 Aug 03 21:12:00.252035 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631b54-40d4-4235-913b-5985fbad8544 req-c88d3af9-01c6-429c-a761-fc3c02c98a86 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:00.253690 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4c631b54-40d4-4235-913b-5985fbad8544 req-c88d3af9-01c6-429c-a761-fc3c02c98a86 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0717587 Aug 03 21:12:00.299409 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4c631b54-40d4-4235-913b-5985fbad8544 req-4eb93972-04d4-4fb0-847e-9a72b25863ca tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Aug 03 21:12:00.522783 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9757-b230-4481-8dde-ce0e71443341 req-c9277ce5-9d99-4293-916f-73f0d58ed484 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:00.533393 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c2b9757-b230-4481-8dde-ce0e71443341 req-c9277ce5-9d99-4293-916f-73f0d58ed484 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0866132 Aug 03 21:12:00.634312 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c2b9757-b230-4481-8dde-ce0e71443341 req-d0323e35-caf9-49e3-b42b-8d2e307ffac6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958700 Aug 03 21:12:00.765085 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae470631-8ab6-4f6f-a4ff-9373a054ac03 req-8725b573-3d27-486a-b0ac-bfad8bb320fb tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0497153 Aug 03 21:12:01.074588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2edf6-e73a-4e64-8687-218d8c3e7046 req-0bcd013e-8397-4199-a726-7f007c50391a tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:01.076489 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71c2edf6-e73a-4e64-8687-218d8c3e7046 req-0bcd013e-8397-4199-a726-7f007c50391a tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0851660 Aug 03 21:12:01.131555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-fd379588-8d3d-4f76-8080-69e96d9f0de1 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:01.139788 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-fd379588-8d3d-4f76-8080-69e96d9f0de1 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.2334871 Aug 03 21:12:01.165414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Request body: {'port': {'device_id': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'admin_state_up': True, 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:12:01.255371 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71c2edf6-e73a-4e64-8687-218d8c3e7046 req-c0e9a279-aba2-40dd-952e-53d7b472a238 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706607 Aug 03 21:12:01.473800 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:12:01.477961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:01.518976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fe9d6-1df6-4e73-be48-68de412ee29a req-92bee659-ece1-441b-94bb-e73f1eb2b8e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:01.527734 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-328fe9d6-1df6-4e73-be48-68de412ee29a req-92bee659-ece1-441b-94bb-e73f1eb2b8e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0760548 Aug 03 21:12:01.625004 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-328fe9d6-1df6-4e73-be48-68de412ee29a req-ce48774f-9f3b-45bc-8bf3-cfba529305ae tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895538 Aug 03 21:12:01.761409 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Allocated IP 172.20.0.14 (cd1931e9-7ae7-4adb-894b-de7c3e0046dd/087bab63-c845-480b-8eef-abb9903431cf/01046507-1acb-4532-9425-77b57f64d9ab) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:12:01.885883 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fe78-b912-47e1-8d9e-749a5f3f53cf req-ea26a2e9-d4ad-4786-8a00-fa7d0c09d4f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:01.894217 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cb6fe78-b912-47e1-8d9e-749a5f3f53cf req-ea26a2e9-d4ad-4786-8a00-fa7d0c09d4f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1246915 Aug 03 21:12:01.933513 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-64990a53-e3ea-417b-9070-5a63244f4b79 req-a83eb77f-5281-4510-9deb-1ee1ff6ccde4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0345173 Aug 03 21:12:01.996440 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cb6fe78-b912-47e1-8d9e-749a5f3f53cf req-c3dd9fb9-8599-41ab-9d27-9346af17035e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013348 Aug 03 21:12:02.078172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:02.236918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:02.249794 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea', '1ce8b5f0-fcb6-4834-9188-fce022b888f2'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:02.264322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:12:02.269228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:12:02.297367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:12:02.386195 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event updated for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:02.402685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:02.403344 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:02.551123 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-23890a92-24bc-4ac4-b18f-6ea089aa6807 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3959985 Aug 03 21:12:02.575164 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Request body: {'port': {'device_id': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:12:02.641947 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:02.750219 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0c460-d654-4889-8ab7-7ebc8ab6e10d req-fbf62f19-338d-44d0-b138-1458bd0e0a65 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:02.751831 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6fa0c460-d654-4889-8ab7-7ebc8ab6e10d req-fbf62f19-338d-44d0-b138-1458bd0e0a65 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0483038 Aug 03 21:12:02.790835 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6fa0c460-d654-4889-8ab7-7ebc8ab6e10d req-7fe4d292-0ca9-4597-9340-21ee516785fb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Aug 03 21:12:03.115450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d5d4-b221-4705-87a9-6b5be45d3c51 req-a40d37c4-3fa6-48ba-b92a-08530c289735 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:03.116982 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5891d5d4-b221-4705-87a9-6b5be45d3c51 req-a40d37c4-3fa6-48ba-b92a-08530c289735 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 932 time: 0.0725362 Aug 03 21:12:03.155579 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b0146-c382-4efe-ad4a-e7a7ce74fabe req-e6eaa44b-19e0-4532-87f5-c4dff666ee49 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:03.157298 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d38b0146-c382-4efe-ad4a-e7a7ce74fabe req-e6eaa44b-19e0-4532-87f5-c4dff666ee49 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0593247 Aug 03 21:12:03.186254 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5891d5d4-b221-4705-87a9-6b5be45d3c51 req-14af15cf-4a5a-49aa-896a-8416e23a1f13 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578458 Aug 03 21:12:03.211221 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d38b0146-c382-4efe-ad4a-e7a7ce74fabe req-14b3af71-1f06-4434-9ad5-de077c718de0 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Aug 03 21:12:03.227913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01046507-1acb-4532-9425-77b57f64d9ab {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:12:03.235806 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:03.252721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Transition to ACTIVE for port object 01046507-1acb-4532-9425-77b57f64d9ab will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:12:03.652585 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:03.716967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Pushing event updated for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:03.798457 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Attempting to bind port 01046507-1acb-4532-9425-77b57f64d9ab on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:12:03.798949 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Attempting to bind port 01046507-1acb-4532-9425-77b57f64d9ab by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:12:03.800030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Attempting to bind port 01046507-1acb-4532-9425-77b57f64d9ab on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:12:03.815710 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Port 01046507-1acb-4532-9425-77b57f64d9ab on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:12:03.816330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Attempting to bind port 01046507-1acb-4532-9425-77b57f64d9ab on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:12:03.823588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:12:03.823923 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Checking segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:12:03.824299 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Bound using segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:12:03.824744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Bound port: 01046507-1acb-4532-9425-77b57f64d9ab, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:12:03.827455 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:03.930386 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:12:03.935579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01046507-1acb-4532-9425-77b57f64d9ab,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:12:03.992184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aad1e-f7c3-4fe8-9e21-ae0c6a3411c7 req-8a47a5ab-4d45-4c80-af97-ced96928a185 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:03.995558 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529aad1e-f7c3-4fe8-9e21-ae0c6a3411c7 req-8a47a5ab-4d45-4c80-af97-ced96928a185 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0585086 Aug 03 21:12:04.044228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:04.104296 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.105207 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:04.108917 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] 10.222.0.79 "PUT /v2.0/ports/01046507-1acb-4532-9425-77b57f64d9ab HTTP/1.1" status: 200 len: 1094 time: 1.5461848 Aug 03 21:12:04.111780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:04.133908 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f13bbae-2b32-4130-9673-87a35c90fc94" -d '{"events": [{"name": "network-changed", "server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "tag": "01046507-1acb-4532-9425-77b57f64d9ab"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:04.155718 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529aad1e-f7c3-4fe8-9e21-ae0c6a3411c7 req-6c3192b3-490f-45b6-a84e-19bd41308fdd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474347 Aug 03 21:12:04.174082 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f993d-d6d1-4159-aa33-813187f7113f service neutron] Pushing event updated for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:04.239870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b558e-e253-4de3-96ef-038db6ff5986 x-openstack-request-id: req-572b558e-e253-4de3-96ef-038db6ff5986 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:04.239870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "tag": "01046507-1acb-4532-9425-77b57f64d9ab", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:04.239870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-572b558e-e253-4de3-96ef-038db6ff5986 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:04.239870 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab', 'status': 'completed', 'code': 200} Aug 03 21:12:04.379884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2a57e-8a8d-42a7-a8ab-52eb0afd3661 req-d94fbc50-3873-4fb2-83a0-3998c8338293 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.381686 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7c2a57e-8a8d-42a7-a8ab-52eb0afd3661 req-d94fbc50-3873-4fb2-83a0-3998c8338293 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 944 time: 0.0685804 Aug 03 21:12:04.384251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-58c7befc-b58a-4648-967f-73999adcd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.386104 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-58c7befc-b58a-4648-967f-73999adcd0af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 1097 time: 0.1155612 Aug 03 21:12:04.486281 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7c2a57e-8a8d-42a7-a8ab-52eb0afd3661 req-473aacb3-ccdc-4405-bb00-3b0d1ae1e070 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961483 Aug 03 21:12:04.594863 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-db1d4450-ec89-4294-b033-51b028041b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.594863 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-db1d4450-ec89-4294-b033-51b028041b63 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1824329 Aug 03 21:12:04.745012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2a5e5-d6b2-48e9-a63e-b53cde0f0721 req-0d7452c7-dabb-43ef-81dc-dcb5ef652016 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.755209 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5f2a5e5-d6b2-48e9-a63e-b53cde0f0721 req-0d7452c7-dabb-43ef-81dc-dcb5ef652016 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1360865 Aug 03 21:12:04.765572 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-695e31fc-c4b5-4720-be73-fe57f5bfde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.777807 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f13bbae-2b32-4130-9673-87a35c90fc94 req-695e31fc-c4b5-4720-be73-fe57f5bfde79 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703393 Aug 03 21:12:04.811993 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5f2a5e5-d6b2-48e9-a63e-b53cde0f0721 req-0c40c460-a593-435a-9963-ed930b5503bd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568879 Aug 03 21:12:04.878055 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-3d792271-2370-4ad3-ab4b-4851469e7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:04.879906 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-3d792271-2370-4ad3-ab4b-4851469e7705 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 1097 time: 0.0454166 Aug 03 21:12:04.931070 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-826aad2e-3895-4782-a11d-195a93f4c615 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01046507-1acb-4532-9425-77b57f64d9ab HTTP/1.1" status: 200 len: 217 time: 0.0370288 Aug 03 21:12:05.018012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-c6582d95-e557-4fcb-93df-d8697cbfdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:05.019459 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-c6582d95-e557-4fcb-93df-d8697cbfdf69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=087bab63-c845-480b-8eef-abb9903431cf HTTP/1.1" status: 200 len: 854 time: 0.0746577 Aug 03 21:12:05.032365 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565661-0483-40ea-bd1e-fbe6790b2225 req-337ecaea-52f7-49a5-84c9-1bb62f77bc25 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:05.033861 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1c565661-0483-40ea-bd1e-fbe6790b2225 req-337ecaea-52f7-49a5-84c9-1bb62f77bc25 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0903108 Aug 03 21:12:05.065165 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-26fa421a-c3ac-40ec-8ee2-4e7ff15c3d93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303454 Aug 03 21:12:05.108204 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1c565661-0483-40ea-bd1e-fbe6790b2225 req-f339fb9e-681c-493a-9b89-f6724f0188a0 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Aug 03 21:12:05.179438 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-ea08f9a0-de6e-49df-8fd0-0b52c2cc1863 service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941553 Aug 03 21:12:05.294463 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5c799ca7-1f3c-4bb7-9481-3711e793bfe1 req-5b176a65-dcf1-4fce-bd0d-357fb522765f service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924523 Aug 03 21:12:05.300027 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774afd6-ed93-4333-a4be-7973fcb72179 req-befb260c-0977-4ffe-834c-dce97ad2118e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:05.301560 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4774afd6-ed93-4333-a4be-7973fcb72179 req-befb260c-0977-4ffe-834c-dce97ad2118e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0530982 Aug 03 21:12:05.344429 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4774afd6-ed93-4333-a4be-7973fcb72179 req-13f9cc16-eee6-4454-8a4c-5b09c55a91c8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345492 Aug 03 21:12:05.623878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccdd24-aba4-4fbe-9ae2-894fee331ea9 req-1269b90e-a777-4d0d-a2a4-dc08177c4306 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:05.625544 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66ccdd24-aba4-4fbe-9ae2-894fee331ea9 req-1269b90e-a777-4d0d-a2a4-dc08177c4306 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 944 time: 0.0546317 Aug 03 21:12:05.665290 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66ccdd24-aba4-4fbe-9ae2-894fee331ea9 req-c6ddb153-e2d8-4e9f-b04e-b3251cb7bd09 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Aug 03 21:12:05.945035 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44d689-b118-4bff-927f-eba038bf0ea2 req-e21a27ac-7846-454d-ae35-f302705cbb34 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:05.946509 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb44d689-b118-4bff-927f-eba038bf0ea2 req-e21a27ac-7846-454d-ae35-f302705cbb34 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0561869 Aug 03 21:12:05.993856 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb44d689-b118-4bff-927f-eba038bf0ea2 req-711b38ee-35fc-493a-8f89-54961dfc360e tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Aug 03 21:12:06.235180 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c522-be63-4e14-9512-899ed91b4499 req-0084d72b-c7d8-417e-ab68-3dda4a9e9bd5 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.236683 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b084c522-be63-4e14-9512-899ed91b4499 req-0084d72b-c7d8-417e-ab68-3dda4a9e9bd5 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0543740 Aug 03 21:12:06.277896 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b084c522-be63-4e14-9512-899ed91b4499 req-eacfb868-2ca0-4083-b903-e02f3e896555 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Aug 03 21:12:06.396016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-b7323bf3-cbd4-4bab-b0cc-2d857685152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.397519 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-b7323bf3-cbd4-4bab-b0cc-2d857685152b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1099 time: 0.0463102 Aug 03 21:12:06.485450 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2b6a2-27f4-445a-8e0e-75a4bc7b45b4 req-4a813a59-5e55-456d-93f2-d89216e1c550 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.486989 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dca2b6a2-27f4-445a-8e0e-75a4bc7b45b4 req-4a813a59-5e55-456d-93f2-d89216e1c550 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0683692 Aug 03 21:12:06.487813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:06.517353 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-f7540e3b-effb-4560-a2ec-9c95f07f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.519025 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-f7540e3b-effb-4560-a2ec-9c95f07f81a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1108787 Aug 03 21:12:06.533642 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dca2b6a2-27f4-445a-8e0e-75a4bc7b45b4 req-1b199a52-45f5-4af9-ac86-466415eff12b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397775 Aug 03 21:12:06.595144 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-0ab4f16e-f7a4-4427-b796-228143257c83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1002 time: 0.0620964 Aug 03 21:12:06.664510 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-92c8f022-38ae-4a1a-8944-a988329f3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.665935 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-92c8f022-38ae-4a1a-8944-a988329f3305 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0454521 Aug 03 21:12:06.723136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-ae567ce5-e78c-4acc-8c80-634c37f10002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.724696 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-ae567ce5-e78c-4acc-8c80-634c37f10002 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465391 Aug 03 21:12:06.841139 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7c89a-efae-440f-81f3-deb03a01ad2d req-574c9daf-c431-48c2-acbc-74b747a62aaf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:06.842779 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28f7c89a-efae-440f-81f3-deb03a01ad2d req-574c9daf-c431-48c2-acbc-74b747a62aaf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 944 time: 0.1062851 Aug 03 21:12:06.879558 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 01046507-1acb-4532-9425-77b57f64d9ab details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:12:06.901652 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-97f7848c-678a-4226-af3a-4d0080ccb9df service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656146 Aug 03 21:12:06.960389 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28f7c89a-efae-440f-81f3-deb03a01ad2d req-6dad2dd8-2cc8-4286-b2cc-df3a4d13642a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091757 Aug 03 21:12:07.034932 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01046507-1acb-4532-9425-77b57f64d9ab,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:07.055325 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '01046507-1acb-4532-9425-77b57f64d9ab', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'port_id': '01046507-1acb-4532-9425-77b57f64d9ab', 'mac_address': 'fa:16:3e:4a:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087bab63-c845-480b-8eef-abb9903431cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:12:07.105743 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-06d6c626-9d4d-40a8-8b31-bd383f24a52b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:07.107607 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-06d6c626-9d4d-40a8-8b31-bd383f24a52b tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.1007433 Aug 03 21:12:07.112098 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.128621 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01046507-1acb-4532-9425-77b57f64d9ab {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:12:07.154490 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01046507-1acb-4532-9425-77b57f64d9ab,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:07.160866 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9e39-e19d-4e1e-9f7c-d238a7d36e91 req-2ddbb244-8a32-430c-b9a2-42deda2dbeb9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:07.165260 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3715b34-41d0-437e-bef4-8a8bc8137617 req-01729f03-867c-4578-9d29-d9c204b596a1 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454591 Aug 03 21:12:07.170801 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f3f9e39-e19d-4e1e-9f7c-d238a7d36e91 req-2ddbb244-8a32-430c-b9a2-42deda2dbeb9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0694270 Aug 03 21:12:07.214891 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f3f9e39-e19d-4e1e-9f7c-d238a7d36e91 req-143852fb-8910-4f05-b32e-77e3a0747264 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Aug 03 21:12:07.222243 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Deleting port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:12:07.222646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.275376 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.319953 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] For port 86f7ccbd-a128-4d6a-a27e-8956711f0e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=86f7ccbd-a128-4d6a-a27e-8956711f0e21,segment=NetworkSegment(aa9282d0-a62e-4db1-a4a6-8361d98a2753),segment_id=aa9282d0-a62e-4db1-a4a6-8361d98a2753)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:07.321612 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.329639 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:07.338009 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.338559 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.339074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.339716 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.340178 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.340671 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.341151 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.341619 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.342100 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.342626 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.343146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.343619 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:07.348057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Calling delete_port for 86f7ccbd-a128-4d6a-a27e-8956711f0e21 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:12:07.452978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485deff-5bde-4b37-8556-0390ebf4b1cb req-9b5f65d1-885e-401e-a4ff-c2698a6fea11 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:07.454531 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3485deff-5bde-4b37-8556-0390ebf4b1cb req-9b5f65d1-885e-401e-a4ff-c2698a6fea11 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 946 time: 0.0940568 Aug 03 21:12:07.531797 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3485deff-5bde-4b37-8556-0390ebf4b1cb req-5b9424a0-591c-40a0-9380-7a4716e9d7cd tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c01b2c0-419c-4179-8ea8-326d095ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Aug 03 21:12:07.585256 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['01046507-1acb-4532-9425-77b57f64d9ab'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:07.662667 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679aeb21-355d-4726-a6df-b5daf8935413 req-d4dc79f6-4763-43fe-8b35-eeefb04f6860 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:07.664504 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-679aeb21-355d-4726-a6df-b5daf8935413 req-d4dc79f6-4763-43fe-8b35-eeefb04f6860 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0504191 Aug 03 21:12:07.697458 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 44014) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:07.721341 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.728421 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-679aeb21-355d-4726-a6df-b5daf8935413 req-dc51fea1-493f-4143-bf4d-3582f8b27e2b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558362 Aug 03 21:12:07.760401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Pushing event deleted for resources: {'Port': ['ID=86f7ccbd-a128-4d6a-a27e-8956711f0e21,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:07.805325 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] No DVR routers for this DVR port 86f7ccbd-a128-4d6a-a27e-8956711f0e21 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:12:07.809524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.814757 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-87a82c0c-e256-4e81-8bf1-40fca3d53a1f req-a8c362c5-276a-4a62-a036-927c123bd514 tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.79 "DELETE /v2.0/ports/86f7ccbd-a128-4d6a-a27e-8956711f0e21 HTTP/1.1" status: 204 len: 173 time: 0.6947110 Aug 03 21:12:07.815547 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'name': 'network-vif-deleted', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:07.818946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ec64d8-b7d0-4c11-b4fe-940ea1817e5e" -d '{"events": [{"server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "name": "network-vif-deleted", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:07.840728 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-58d38458-fe16-4140-aed5-b9e80ecdefe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:07.866600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316f7ad-78e3-4b20-a947-a73d82710859 x-openstack-request-id: req-e316f7ad-78e3-4b20-a947-a73d82710859 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:07.867698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c84887-93fd-4d98-9414-9be8a3524255", "name": "network-vif-deleted", "tag": "86f7ccbd-a128-4d6a-a27e-8956711f0e21", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:07.868367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e316f7ad-78e3-4b20-a947-a73d82710859 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:07.869347 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c84887-93fd-4d98-9414-9be8a3524255', 'name': 'network-vif-deleted', 'tag': '86f7ccbd-a128-4d6a-a27e-8956711f0e21', 'status': 'completed', 'code': 200} Aug 03 21:12:07.958257 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-58d38458-fe16-4140-aed5-b9e80ecdefe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.110367 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c5620-79e6-4242-9950-45e90f9bfcf4 req-e08cbf46-9af9-40c6-acbf-598f797bfa94 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:08.112723 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-097c5620-79e6-4242-9950-45e90f9bfcf4 req-e08cbf46-9af9-40c6-acbf-598f797bfa94 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 945 time: 0.0717459 Aug 03 21:12:08.114602 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-58d38458-fe16-4140-aed5-b9e80ecdefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.175479 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d38458-fe16-4140-aed5-b9e80ecdefe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e86070c-e502-45fa-8e3d-7388c2c1b405,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:08.180338 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-58d38458-fe16-4140-aed5-b9e80ecdefe9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d073910e3e8c42eda2b0c433e54ff545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818568 Aug 03 21:12:08.184566 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 44026) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:08.214777 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-097c5620-79e6-4242-9950-45e90f9bfcf4 req-811dd23f-eabf-474b-8db8-dcbc646fe592 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914693 Aug 03 21:12:08.264736 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.287425 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.317672 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['86f7ccbd-a128-4d6a-a27e-8956711f0e21'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:08.367768 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9354c4-9356-4451-9021-9e132fe4ab09 req-ca8c515b-538d-48a3-a905-56e250e75adc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:08.369986 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fd9354c4-9356-4451-9021-9e132fe4ab09 req-ca8c515b-538d-48a3-a905-56e250e75adc tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0812531 Aug 03 21:12:08.418540 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fd9354c4-9356-4451-9021-9e132fe4ab09 req-ea8fc999-16da-49c2-9fd9-d261cb01b632 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Aug 03 21:12:08.531988 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.534620 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:08.535920 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e86070c-e502-45fa-8e3d-7388c2c1b405 HTTP/1.1" status: 204 len: 168 time: 0.3504212 Aug 03 21:12:08.547640 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397d98e-ecec-4e2f-b4a7-4c956f283344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e86070c-e502-45fa-8e3d-7388c2c1b405,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:08.671523 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-635f852d-84db-4e13-8142-4d2a58587a9a req-7592546c-f8bb-4c25-8fd3-4472c06338ef tempest-VolumesActionsTest-932648649 tempest-VolumesActionsTest-932648649-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2c84887-93fd-4d98-9414-9be8a3524255 HTTP/1.1" status: 200 len: 210 time: 0.0407689 Aug 03 21:12:08.887695 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 01046507-1acb-4532-9425-77b57f64d9ab up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:12:08.925944 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e2f07-6dd6-4e67-9547-846cd5f21eb5 req-73991f96-2cc9-4d9d-a012-3768673468bf tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:08.927809 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-266e2f07-6dd6-4e67-9547-846cd5f21eb5 req-73991f96-2cc9-4d9d-a012-3768673468bf tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 946 time: 0.0774686 Aug 03 21:12:08.987913 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-266e2f07-6dd6-4e67-9547-846cd5f21eb5 req-43fbaab6-f937-42d5-b265-257e52942305 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524800 Aug 03 21:12:09.086569 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 01046507-1acb-4532-9425-77b57f64d9ab completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:12:09.096414 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 01046507-1acb-4532-9425-77b57f64d9ab triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:12:09.096986 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:09.210395 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:09.233309 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:09.236272 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7aa3d-af57-4bb0-9727-a5206ca33482" -d '{"events": [{"server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "01046507-1acb-4532-9425-77b57f64d9ab"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:09.251035 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01046507-1acb-4532-9425-77b57f64d9ab,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:09.279463 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e8b01-856c-4676-8666-b52ae906406f x-openstack-request-id: req-320e8b01-856c-4676-8666-b52ae906406f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:09.279892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "01046507-1acb-4532-9425-77b57f64d9ab", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:09.280079 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-320e8b01-856c-4676-8666-b52ae906406f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:09.280490 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab', 'code': 200} Aug 03 21:12:09.364550 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38e707-e833-411a-9a94-fd28cdcb0fb9 req-64535c27-9064-4889-9f17-d0e16e6d1739 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:09.366157 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be38e707-e833-411a-9a94-fd28cdcb0fb9 req-64535c27-9064-4889-9f17-d0e16e6d1739 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 945 time: 0.0560834 Aug 03 21:12:09.406826 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:09.407780 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:09.424784 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be38e707-e833-411a-9a94-fd28cdcb0fb9 req-64c2f5b0-2836-427c-8dbe-55f968a791a2 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512340 Aug 03 21:12:09.463831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:09.575431 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:09.610078 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a4922-19ca-4564-bae9-601c01917ea4 req-12d40c4a-8197-48be-a0f6-243c027889f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:09.611856 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb9a4922-19ca-4564-bae9-601c01917ea4 req-12d40c4a-8197-48be-a0f6-243c027889f2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0634775 Aug 03 21:12:09.648009 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:09.676679 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb9a4922-19ca-4564-bae9-601c01917ea4 req-7b80d137-6b94-4705-9523-6e397aad4009 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Aug 03 21:12:09.743829 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:09.744607 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 86f7ccbd-a128-4d6a-a27e-8956711f0e21 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:09.816782 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 86f7ccbd-a128-4d6a-a27e-8956711f0e21 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:12:09.817132 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 86f7ccbd-a128-4d6a-a27e-8956711f0e21 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:12:09.832004 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7d3b2-666b-42b0-9c85-01aaf49a3c34 req-7d42c737-30c8-41f2-922e-71a387cdc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:09.833508 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eea7d3b2-666b-42b0-9c85-01aaf49a3c34 req-7d42c737-30c8-41f2-922e-71a387cdc02c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 1099 time: 0.0829027 Aug 03 21:12:09.855982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:09.878305 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eea7d3b2-666b-42b0-9c85-01aaf49a3c34 req-e9046cd2-74de-4a8b-8c8a-0c869fd3b9fe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362504 Aug 03 21:12:10.141162 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e580-a960-405e-8df6-dff1a4b20e08 req-23369361-92f0-40c4-a01b-68307e0fcc6e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:10.142941 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8044e580-a960-405e-8df6-dff1a4b20e08 req-23369361-92f0-40c4-a01b-68307e0fcc6e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0720565 Aug 03 21:12:10.193661 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8044e580-a960-405e-8df6-dff1a4b20e08 req-a0135a35-a4d6-4e6f-8510-ec8885162b4d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Aug 03 21:12:10.592438 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074c70-0368-4307-9a7b-11e4feba336b req-17b42e3f-80f7-45a1-a6d4-63ee769b0cd5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:10.594436 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-02074c70-0368-4307-9a7b-11e4feba336b req-17b42e3f-80f7-45a1-a6d4-63ee769b0cd5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.0786996 Aug 03 21:12:10.668188 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-02074c70-0368-4307-9a7b-11e4feba336b req-5bdf340f-4b84-49e7-bebb-734d0e689866 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632963 Aug 03 21:12:10.819602 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104c4b7-8ad8-4ad5-9895-79d5aee7e694 req-afe5af0c-1afa-408f-8748-9594e3e2c9eb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:10.821510 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a104c4b7-8ad8-4ad5-9895-79d5aee7e694 req-afe5af0c-1afa-408f-8748-9594e3e2c9eb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0619850 Aug 03 21:12:10.866261 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a104c4b7-8ad8-4ad5-9895-79d5aee7e694 req-1a1f93c8-b7b4-4b0b-abe0-ef75e907babb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Aug 03 21:12:11.281812 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:11.284463 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85728f-c2b0-4cc9-8c60-ceed6131d2a2" -d '{"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-unplugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:11.321116 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478f8cd-e9bf-4b4c-bb6b-dfaa62aca1df x-openstack-request-id: req-9478f8cd-e9bf-4b4c-bb6b-dfaa62aca1df {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:11.321405 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-unplugged", "status": "failed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "code": 422}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:11.322386 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9478f8cd-e9bf-4b4c-bb6b-dfaa62aca1df {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:11.322922 dv-cinder-786260-15-iscsi neutron-server[94031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'code': 422} returned with failed status Aug 03 21:12:11.801489 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ecce0-a2ce-4e2f-bb9e-c03e8001e1d9 req-004b31d2-547c-4f23-8653-1be9aa3de1db tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:11.803056 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-023ecce0-a2ce-4e2f-bb9e-c03e8001e1d9 req-004b31d2-547c-4f23-8653-1be9aa3de1db tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.0675125 Aug 03 21:12:11.846855 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-023ecce0-a2ce-4e2f-bb9e-c03e8001e1d9 req-045748eb-43b2-4526-b9c4-8e7a4f9e7cba tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Aug 03 21:12:12.034755 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341b451-ce5c-4f21-b86c-d1a7be97133d req-392d38d7-5349-483f-8343-b8f9be3989bf tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:12.036409 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0341b451-ce5c-4f21-b86c-d1a7be97133d req-392d38d7-5349-483f-8343-b8f9be3989bf tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0598683 Aug 03 21:12:12.085046 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0341b451-ce5c-4f21-b86c-d1a7be97133d req-6384f60e-8f65-41ee-a3f7-1aff22eb2df3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Aug 03 21:12:12.558305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebd99d-f851-4a6f-971f-8d33519d0adc req-b94d2b4b-19f0-408e-ab7c-0f4c9f61796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:12.559859 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8bebd99d-f851-4a6f-971f-8d33519d0adc req-b94d2b4b-19f0-408e-ab7c-0f4c9f61796f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0400729 Aug 03 21:12:12.595854 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8bebd99d-f851-4a6f-971f-8d33519d0adc req-5dc5c6c5-980a-42ca-b7a9-c90f7769645c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289905 Aug 03 21:12:12.884220 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:13.245770 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b3df-d86a-4d50-af4e-46c159d31462 req-564d743c-c254-40e9-ab32-d5d15a6c612a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:13.247689 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b530b3df-d86a-4d50-af4e-46c159d31462 req-564d743c-c254-40e9-ab32-d5d15a6c612a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0583651 Aug 03 21:12:13.305220 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b530b3df-d86a-4d50-af4e-46c159d31462 req-0989b7b4-a075-41b0-a48b-c076ad738ce4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Aug 03 21:12:13.475425 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-7dd5a18a-a629-4378-9f68-c5394a876d07 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331604 Aug 03 21:12:13.683464 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-c5a9f566-18ac-4500-8b70-b9a87e3c2fbe tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:13.685006 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-c5a9f566-18ac-4500-8b70-b9a87e3c2fbe tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027664 Aug 03 21:12:13.710862 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-af551993-9b35-413b-b4ef-062e5aa58703 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/quotas/ae3ab5bd2aed4c9a864680b46c569011 HTTP/1.1" status: 200 len: 375 time: 0.0154600 Aug 03 21:12:13.757482 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-d37dc2aa-fc60-4bb8-b014-b2ee28499a94 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401225 Aug 03 21:12:14.069650 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f5fe32f7-e5a7-4578-80dc-5cb6fb1ed017 req-c51ac47d-c792-4bea-a761-f1683ee4b669 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0303667 Aug 03 21:12:14.150057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039f400-aebf-453b-80fe-836f395f05aa req-d81ead11-5e87-41bc-9f1e-8bcbaad06379 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:14.154966 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b039f400-aebf-453b-80fe-836f395f05aa req-d81ead11-5e87-41bc-9f1e-8bcbaad06379 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0605729 Aug 03 21:12:14.220349 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b039f400-aebf-453b-80fe-836f395f05aa req-20d18d43-cb51-48fd-8da1-c76661a7451d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485060 Aug 03 21:12:14.449902 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387b922-0c8a-4e78-bada-71d73ff8828d req-ab156f55-3672-4075-a9f4-324dc1a2e2bd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:14.451552 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1387b922-0c8a-4e78-bada-71d73ff8828d req-ab156f55-3672-4075-a9f4-324dc1a2e2bd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0560350 Aug 03 21:12:14.497615 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1387b922-0c8a-4e78-bada-71d73ff8828d req-b4fba1b7-f4bc-49f3-a760-d75598d0ac3f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Aug 03 21:12:15.113461 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 44298) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:15.170473 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46da8a9-997b-4713-8dc4-0713234b6d73 req-c2084811-d59b-449d-ae95-72cbce2c32b1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:15.172186 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b46da8a9-997b-4713-8dc4-0713234b6d73 req-c2084811-d59b-449d-ae95-72cbce2c32b1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Aug 03 21:12:15.185866 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:12:15.216269 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b46da8a9-997b-4713-8dc4-0713234b6d73 req-a45ce3fc-958f-4c3b-8101-384da1c41235 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Aug 03 21:12:15.227253 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-a07b5807-42f2-4340-837f-66a76fff1a2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112285 Aug 03 21:12:15.286839 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-058c9c94-442e-42d6-a592-ddfbd8db0e6c req-bd42fd3c-dfad-4916-b397-1d7313d4feba tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0274427 Aug 03 21:12:15.419716 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e410b8-660f-49df-bbc8-50b55736af6a req-b0f1da74-d28f-435f-92f4-efb4f47ce202 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:15.421442 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3e410b8-660f-49df-bbc8-50b55736af6a req-b0f1da74-d28f-435f-92f4-efb4f47ce202 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0705814 Aug 03 21:12:15.464547 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3e410b8-660f-49df-bbc8-50b55736af6a req-6c05cbbe-8d70-4011-b5d7-35c5de4216af tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359812 Aug 03 21:12:16.342163 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b0f4f-f052-43b5-8ece-f0e0a121b673 req-97ddc0f3-92b5-4ea9-b6b6-dd15f1e7879b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:16.343712 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-408b0f4f-f052-43b5-8ece-f0e0a121b673 req-97ddc0f3-92b5-4ea9-b6b6-dd15f1e7879b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Aug 03 21:12:16.381964 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-408b0f4f-f052-43b5-8ece-f0e0a121b673 req-9afa39b6-0778-4a8c-a47b-baf87dc4cbdd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Aug 03 21:12:16.448880 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbf90e99-cad5-4337-8cc7-2fe0eaccf8b9 req-ac5f43f5-76c3-49f5-804e-c562e1e5f75e tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0273685 Aug 03 21:12:16.594093 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e4924-c940-428c-877d-47f8c72f6212 req-c0c80a9d-bf5a-455c-b1ac-92c28c0d9a71 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:16.595732 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f70e4924-c940-428c-877d-47f8c72f6212 req-c0c80a9d-bf5a-455c-b1ac-92c28c0d9a71 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0556514 Aug 03 21:12:16.600932 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-943e323f-4fe9-48cb-b044-857f0c9cfac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:16.637731 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f70e4924-c940-428c-877d-47f8c72f6212 req-4bd1f38e-1985-4325-917a-c75b43057aba tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355976 Aug 03 21:12:16.994376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-81c40d38-8c5e-4948-aeaa-59bf0b11fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:16.996565 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-81c40d38-8c5e-4948-aeaa-59bf0b11fb3a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 1098 time: 0.0518026 Aug 03 21:12:17.105773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-e8714761-0408-4cf6-a4bb-3e2b06172f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:17.107298 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-e8714761-0408-4cf6-a4bb-3e2b06172f47 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 200 len: 920 time: 0.0893357 Aug 03 21:12:17.155769 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-d4f06a4d-0baa-4b5f-919b-a7ed8aa89f21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 200 len: 217 time: 0.0402579 Aug 03 21:12:17.214216 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-d62685f6-7f5f-4c9e-b253-c457fb7d1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:17.214216 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-d62685f6-7f5f-4c9e-b253-c457fb7d1be8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 200 len: 859 time: 0.0485415 Aug 03 21:12:17.244803 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-6719ef19-d176-47e5-9d9b-1b7e0e12bda1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9fe69f75-7d46-4521-b23b-8d3b2889b85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253825 Aug 03 21:12:17.340869 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-9777439f-5f04-4454-9e62-5f1b9f6ad122 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863900 Aug 03 21:12:17.463185 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeaa7250-e08f-4465-8859-55517886fdf3 req-4a469d11-9dca-4ce8-af29-91865e677180 service neutron] 10.222.0.79 "GET /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138744 Aug 03 21:12:17.532936 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dbff7-9cfc-46ff-81fd-aa2491485f36 req-5beca51e-664d-4511-80be-40c4f66b2d88 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:17.534440 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-803dbff7-9cfc-46ff-81fd-aa2491485f36 req-5beca51e-664d-4511-80be-40c4f66b2d88 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0593092 Aug 03 21:12:17.573972 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-803dbff7-9cfc-46ff-81fd-aa2491485f36 req-4eaee8e6-3875-4e49-8407-4f4f34121fca tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Aug 03 21:12:17.661357 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-65995598-709a-4320-87a9-f71aa816c635 req-54526bca-2bd5-4cd2-9d15-f764367b2b4c tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0290790 Aug 03 21:12:17.772008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab739d6-13aa-4ad3-aa31-34ebf0a33ee4 req-8dccde34-18cb-44c1-93eb-f9dfdcac03a5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:17.773584 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ab739d6-13aa-4ad3-aa31-34ebf0a33ee4 req-8dccde34-18cb-44c1-93eb-f9dfdcac03a5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0486867 Aug 03 21:12:17.814641 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ab739d6-13aa-4ad3-aa31-34ebf0a33ee4 req-10180823-fae1-4fac-8f5b-c16dc7365be3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 Aug 03 21:12:18.690789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af89ec-c417-4144-af5f-9ec11a1f5ed7 req-70e993ba-941d-49a0-8311-6fe85dd4bbe3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:18.692369 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33af89ec-c417-4144-af5f-9ec11a1f5ed7 req-70e993ba-941d-49a0-8311-6fe85dd4bbe3 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Aug 03 21:12:18.730704 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33af89ec-c417-4144-af5f-9ec11a1f5ed7 req-2a0d6416-a5c8-465c-817c-23e22c287803 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Aug 03 21:12:18.760710 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-88444b9d-93d4-48d1-8790-63b37c2843ac req-9f831388-879a-40c5-ba7c-1fa3ad629838 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0279334 Aug 03 21:12:18.936381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069886-ab34-45fd-a63e-cb97da6cde9a req-7b6836e0-92c7-43b1-a6df-acbb6a59bec7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:18.937890 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b069886-ab34-45fd-a63e-cb97da6cde9a req-7b6836e0-92c7-43b1-a6df-acbb6a59bec7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0498524 Aug 03 21:12:18.984876 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b069886-ab34-45fd-a63e-cb97da6cde9a req-6957eda9-0779-4fb2-9e72-7100937b30c0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Aug 03 21:12:19.029556 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-db7d81da-0713-4517-b36a-c36b0cf6dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:19.247439 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:19.850380 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984632a9-917b-4939-801f-553ed75a127a req-5236d34a-c163-493f-96f9-89eb91d285da tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:19.851943 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-984632a9-917b-4939-801f-553ed75a127a req-5236d34a-c163-493f-96f9-89eb91d285da tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0537009 Aug 03 21:12:19.853546 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-56734bb9-ad7f-430f-a938-1c906298800d req-7523c932-5732-41b0-9ed5-7370979ea9cd tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0266249 Aug 03 21:12:19.893319 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-984632a9-917b-4939-801f-553ed75a127a req-ceb9dcc6-3abf-4663-9aa6-c64ef6ca8bee tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Aug 03 21:12:20.114781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52b682-07ab-47a8-9a66-5b0bd8b3a4cc req-7b478aa0-e4ba-4aa4-92ed-18ac0eeb2812 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:20.116291 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f52b682-07ab-47a8-9a66-5b0bd8b3a4cc req-7b478aa0-e4ba-4aa4-92ed-18ac0eeb2812 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0505884 Aug 03 21:12:20.176346 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3f52b682-07ab-47a8-9a66-5b0bd8b3a4cc req-a3fa8d18-8c25-4909-9a62-04845d4a5c27 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535755 Aug 03 21:12:20.521016 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:20.953960 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-edb811e7-fc25-4c07-8c76-408b7e1c3397 req-ce094d60-6b0f-46f7-a87b-140497b83042 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0269830 Aug 03 21:12:21.017973 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577335b-2365-4c78-9071-e6a7fa503ffc req-f383a5b9-632c-4e97-8a48-7c1272e18842 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:21.019634 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4577335b-2365-4c78-9071-e6a7fa503ffc req-f383a5b9-632c-4e97-8a48-7c1272e18842 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0508795 Aug 03 21:12:21.060308 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4577335b-2365-4c78-9071-e6a7fa503ffc req-3b938837-718a-438d-bd36-766dabb755fb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Aug 03 21:12:21.308906 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee25afa-bb80-4f61-a191-e01d01126e25 req-a75f7acd-401d-4fbf-8499-fb21445f7fce tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:21.310415 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ee25afa-bb80-4f61-a191-e01d01126e25 req-a75f7acd-401d-4fbf-8499-fb21445f7fce tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0551591 Aug 03 21:12:21.353135 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ee25afa-bb80-4f61-a191-e01d01126e25 req-8fbe2104-3bf6-47c9-a300-cbf5e165dd3c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364139 Aug 03 21:12:21.567517 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-5bbdd275-0e0a-4cce-b55d-210fb389b259 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325935 Aug 03 21:12:21.779967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-4eabe0ad-9189-4d86-ae58-8a532452121d tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:21.781379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-4eabe0ad-9189-4d86-ae58-8a532452121d tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025006 Aug 03 21:12:21.802602 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Request body: {'port': {'device_id': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf', 'admin_state_up': True, 'tenant_id': 'ae3ab5bd2aed4c9a864680b46c569011'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:12:22.013635 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:22.182496 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb134a87-e162-4d1a-b984-7fed5e335ead req-c104ec60-45f1-4d9a-9ad0-9c3da0cb270d tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0283866 Aug 03 21:12:22.264912 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adaf0b-3418-47a7-a95a-f7f642dbb37e req-2d40640c-62d1-4db9-8982-edc74d336609 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:22.273154 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-92adaf0b-3418-47a7-a95a-f7f642dbb37e req-2d40640c-62d1-4db9-8982-edc74d336609 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.1413021 Aug 03 21:12:22.327613 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-92adaf0b-3418-47a7-a95a-f7f642dbb37e req-c4cf608b-6e3c-4597-ae74-2b880379e2cf tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Aug 03 21:12:22.407239 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Made reservation on behalf of ae3ab5bd2aed4c9a864680b46c569011 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:12:22.411769 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:22.424995 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:22.647292 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d9bf-721d-4077-87ea-f3d097334a74 req-a09f0e9b-98cc-4ee3-988b-25057cf61eec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:22.648978 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6bf8d9bf-721d-4077-87ea-f3d097334a74 req-a09f0e9b-98cc-4ee3-988b-25057cf61eec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1501493 Aug 03 21:12:22.654745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:22.726014 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6bf8d9bf-721d-4077-87ea-f3d097334a74 req-9dad1ab0-586c-4b8b-986c-2825bf007753 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650799 Aug 03 21:12:22.783913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:22.956258 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383a3633-d919-45c2-aced-6f0cb6e44435,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:23.011404 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.016019 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.019172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.019172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.019172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.019172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.019172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.021213 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.021744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.022421 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.022838 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.023417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:23.146243 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Allocated IP 192.168.233.215 (178536c9-b4fd-4ff8-bcaf-9d37c355e1bf/0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf/26e55a58-e347-4f5a-80f1-75eb37b6817d) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:12:23.380232 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-80a8ace7-fd64-4336-b1b8-ee8e092d1f03 req-2ef7e7dd-780c-4e72-bd19-5f49d39e72e2 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0711734 Aug 03 21:12:23.537661 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:23.575302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Transition to ACTIVE for port object 26e55a58-e347-4f5a-80f1-75eb37b6817d will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:12:23.604008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175284a-c192-412c-b8f2-c1dda401e362 req-29b795cf-68db-44cd-97f7-f11e368eaea5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:23.607831 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d175284a-c192-412c-b8f2-c1dda401e362 req-29b795cf-68db-44cd-97f7-f11e368eaea5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0838730 Aug 03 21:12:23.668688 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d175284a-c192-412c-b8f2-c1dda401e362 req-af7f0428-df90-4d62-8562-b7341bfddbd0 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Aug 03 21:12:23.732791 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:23.802915 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:12:23.807751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:12:23.817338 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:12:23.868154 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Pushing event updated for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:23.906669 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:23.910275 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:23.953356 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f370ad-e7a9-4054-b4e8-1937cc40219b req-076edb28-f4ca-422a-aded-8310aa52ec89 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:23.955227 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-33f370ad-e7a9-4054-b4e8-1937cc40219b req-076edb28-f4ca-422a-aded-8310aa52ec89 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0966117 Aug 03 21:12:24.028788 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-33f370ad-e7a9-4054-b4e8-1937cc40219b req-2a453fa6-2237-4e97-bd29-e58b9690b173 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634451 Aug 03 21:12:24.037427 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-3bc96eb0-0f27-443e-a0af-6ea015777041 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2439759 Aug 03 21:12:24.051190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Request body: {'port': {'device_id': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:12:24.186865 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:24.309290 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3f024000-7905-43b7-9e36-0209089e272b None None] Provisioning for port 26e55a58-e347-4f5a-80f1-75eb37b6817d completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:12:24.313837 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3f024000-7905-43b7-9e36-0209089e272b None None] Provisioning complete for port 26e55a58-e347-4f5a-80f1-75eb37b6817d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:12:24.314210 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3f024000-7905-43b7-9e36-0209089e272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:24.377874 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-3f024000-7905-43b7-9e36-0209089e272b None None] Port 26e55a58-e347-4f5a-80f1-75eb37b6817d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:12:24.637720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14784672-b969-4424-b9bb-c5e8bb45cab3 req-223b58aa-2913-449d-b38b-3e8305087377 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:24.647456 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-14784672-b969-4424-b9bb-c5e8bb45cab3 req-223b58aa-2913-449d-b38b-3e8305087377 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 936 time: 0.1364987 Aug 03 21:12:24.686894 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e55a58-e347-4f5a-80f1-75eb37b6817d {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:12:24.707635 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:24.739177 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-14784672-b969-4424-b9bb-c5e8bb45cab3 req-4c8e4cc7-4d0a-400c-9c38-9440059765be tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Aug 03 21:12:24.752304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Transition to ACTIVE for port object 26e55a58-e347-4f5a-80f1-75eb37b6817d will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:12:25.212384 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947630e-6ca2-4ca4-b10a-904f6f05bc70 req-fcc7bdd6-6575-4ecf-9d7d-31ae4e9088ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:25.214014 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1947630e-6ca2-4ca4-b10a-904f6f05bc70 req-fcc7bdd6-6575-4ecf-9d7d-31ae4e9088ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0786071 Aug 03 21:12:25.310329 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1947630e-6ca2-4ca4-b10a-904f6f05bc70 req-268e1ce6-b5a1-43e4-9c09-223513eaf1e1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844204 Aug 03 21:12:25.367712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:25.474650 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:25.553454 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Attempting to bind port 26e55a58-e347-4f5a-80f1-75eb37b6817d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:12:25.553862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Attempting to bind port 26e55a58-e347-4f5a-80f1-75eb37b6817d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:12:25.554269 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Attempting to bind port 26e55a58-e347-4f5a-80f1-75eb37b6817d on network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:12:25.560403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Port 26e55a58-e347-4f5a-80f1-75eb37b6817d on network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:12:25.561202 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Attempting to bind port 26e55a58-e347-4f5a-80f1-75eb37b6817d on network 178536c9-b4fd-4ff8-bcaf-9d37c355e1bf {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:12:25.567032 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:12:25.567385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Checking segment: {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:12:25.567735 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Bound using segment: {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:12:25.568170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Bound port: 26e55a58-e347-4f5a-80f1-75eb37b6817d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a8c499-5cb5-44aa-80fa-836eada6a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:12:25.568529 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:25.655372 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:12:25.658334 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:12:25.784203 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:25.806256 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 44520) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:25.855654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:25.855654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:25.856428 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] 10.222.0.79 "PUT /v2.0/ports/26e55a58-e347-4f5a-80f1-75eb37b6817d HTTP/1.1" status: 200 len: 1098 time: 1.8101962 Aug 03 21:12:25.856972 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:25.862394 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e8636-d7b4-4324-a520-4fbec395a189" -d '{"events": [{"name": "network-changed", "server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:25.921649 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c93ffb-0f4b-4c7d-9d8b-899a6d27ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:25.927703 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa59dcbd-a351-4c4d-baf3-397286cfa18a x-openstack-request-id: req-aa59dcbd-a351-4c4d-baf3-397286cfa18a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:25.927866 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eae85-2e06-4e40-8aff-d3fb4279e5b0 req-fdf4a7f7-0dff-46a6-8c61-d90c02c7814d tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:25.928056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:25.928240 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa59dcbd-a351-4c4d-baf3-397286cfa18a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:25.928643 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d', 'status': 'completed', 'code': 200} Aug 03 21:12:25.929590 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f0eae85-2e06-4e40-8aff-d3fb4279e5b0 req-fdf4a7f7-0dff-46a6-8c61-d90c02c7814d tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 948 time: 0.1013262 Aug 03 21:12:26.031937 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f0eae85-2e06-4e40-8aff-d3fb4279e5b0 req-8272bf26-bd39-4c08-a7fa-19e146c6f7d0 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872028 Aug 03 21:12:26.044860 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3064d6b7-de93-4a82-b3da-859d7b5d55b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.061270 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8636-d7b4-4324-a520-4fbec395a189 req-4d6d0496-3fce-49eb-be6b-a4b9fbf90b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.065171 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e79e8636-d7b4-4324-a520-4fbec395a189 req-4d6d0496-3fce-49eb-be6b-a4b9fbf90b74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 1101 time: 0.1049557 Aug 03 21:12:26.112467 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e79e8636-d7b4-4324-a520-4fbec395a189 req-f02be25f-ebe7-42a8-8dfc-0e390afe8fd2 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346482 Aug 03 21:12:26.169614 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3064d6b7-de93-4a82-b3da-859d7b5d55b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.271169 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8636-d7b4-4324-a520-4fbec395a189 req-c5c4442d-0746-4e40-8aee-f719c23ab609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.273239 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e79e8636-d7b4-4324-a520-4fbec395a189 req-c5c4442d-0746-4e40-8aee-f719c23ab609 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517310 Aug 03 21:12:26.343932 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3064d6b7-de93-4a82-b3da-859d7b5d55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.390022 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3064d6b7-de93-4a82-b3da-859d7b5d55b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b42005b150e41c0a7803b859529a90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726304 Aug 03 21:12:26.390022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064d6b7-de93-4a82-b3da-859d7b5d55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cb1c5-9ddd-49e7-a94d-86eb42013dad,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:26.391885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 44530) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:26.445346 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-48b4176b-a779-4567-9e94-ba056dfcae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.447904 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-48b4176b-a779-4567-9e94-ba056dfcae2d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 1101 time: 0.1109993 Aug 03 21:12:26.569212 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-dd550041-5c0c-4e30-904b-edb95762dac4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d HTTP/1.1" status: 200 len: 217 time: 0.1068985 Aug 03 21:12:26.647878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.661956 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3f197-a473-4c04-b8db-b34d90ec3246 req-3cc1e6d7-96ef-46ce-9f0a-eaff1d2d8f82 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.663630 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-94b3f197-a473-4c04-b8db-b34d90ec3246 req-3cc1e6d7-96ef-46ce-9f0a-eaff1d2d8f82 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.2046187 Aug 03 21:12:26.676562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-8fc34f2d-2a9f-45f7-b128-59a70729c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.678003 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-8fc34f2d-2a9f-45f7-b128-59a70729c4a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf HTTP/1.1" status: 200 len: 843 time: 0.1004658 Aug 03 21:12:26.712514 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.782298 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-94b3f197-a473-4c04-b8db-b34d90ec3246 req-888e60cf-668f-411e-979e-c42ba7238f16 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076066 Aug 03 21:12:26.789907 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f411-0f9d-408c-859f-880967ebdda0 req-389b46c7-a87b-481b-b560-4652b2a81661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:26.791426 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-389b46c7-a87b-481b-b560-4652b2a81661 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=178536c9-b4fd-4ff8-bcaf-9d37c355e1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1026497 Aug 03 21:12:26.921063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.923608 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:26.946908 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e3cb1c5-9ddd-49e7-a94d-86eb42013dad HTTP/1.1" status: 204 len: 168 time: 0.5434806 Aug 03 21:12:26.970291 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb53c0-c91a-4634-9c90-262d951e9390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cb1c5-9ddd-49e7-a94d-86eb42013dad,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:26.975549 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-aa9544a9-ae36-432c-8c6c-8940aa72018b service neutron] 10.222.0.79 "GET /v2.0/networks/178536c9-b4fd-4ff8-bcaf-9d37c355e1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737494 Aug 03 21:12:27.096183 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2082f411-0f9d-408c-859f-880967ebdda0 req-9a9f694e-c8c3-44f8-af08-83f81df57845 service neutron] 10.222.0.79 "GET /v2.0/networks/178536c9-b4fd-4ff8-bcaf-9d37c355e1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089599 Aug 03 21:12:27.188125 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a68dd0-b640-45da-9368-59283e28dc70 req-869a2c97-4d9f-4421-ad16-071aa4e058dc tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:27.189804 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a68dd0-b640-45da-9368-59283e28dc70 req-869a2c97-4d9f-4421-ad16-071aa4e058dc tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 948 time: 0.0796981 Aug 03 21:12:27.237321 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22a68dd0-b640-45da-9368-59283e28dc70 req-3582dda1-f972-4472-82b1-1e7cf7d39d84 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Aug 03 21:12:27.999543 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1f928-edbc-4931-8437-33fb42881429 req-fe7f77f2-9bc6-4cfa-9220-7d406ec0f52d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:28.001082 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ced1f928-edbc-4931-8437-33fb42881429 req-fe7f77f2-9bc6-4cfa-9220-7d406ec0f52d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0530417 Aug 03 21:12:28.089641 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ced1f928-edbc-4931-8437-33fb42881429 req-144359dc-815f-44dc-8b82-c0a936f002e8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776107 Aug 03 21:12:28.407289 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd88d-5a37-498a-bace-175f874d26eb req-dbdb0704-e387-4a8a-a281-73c15f4249d4 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:28.415915 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e6bdd88d-5a37-498a-bace-175f874d26eb req-dbdb0704-e387-4a8a-a281-73c15f4249d4 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 948 time: 0.0735829 Aug 03 21:12:28.472479 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e6bdd88d-5a37-498a-bace-175f874d26eb req-a180a509-385e-43c7-a3c5-909225825622 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Aug 03 21:12:29.247727 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69032e9-157c-46d8-a65a-58efe19321c0 req-1175b69c-d091-4f97-974e-37df013447ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:29.249552 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b69032e9-157c-46d8-a65a-58efe19321c0 req-1175b69c-d091-4f97-974e-37df013447ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0716174 Aug 03 21:12:29.303378 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b69032e9-157c-46d8-a65a-58efe19321c0 req-292c4c33-789f-4ef8-9358-7b1fa5b1fde7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Aug 03 21:12:29.608553 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770992-581e-4729-9758-baed0e4ba62b req-0cf87580-975f-4c3c-b5dd-6e647a30baf3 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:29.618027 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6770992-581e-4729-9758-baed0e4ba62b req-0cf87580-975f-4c3c-b5dd-6e647a30baf3 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 948 time: 0.0725086 Aug 03 21:12:29.670451 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a6770992-581e-4729-9758-baed0e4ba62b req-fe2054c1-5521-4799-ab61-b07b5c8df56e tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Aug 03 21:12:30.513797 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1828d-d338-42ee-ab2c-e61a26a6262a req-2a84e25d-138e-46e9-bdb9-60006c2d8377 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:30.515487 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-23a1828d-d338-42ee-ab2c-e61a26a6262a req-2a84e25d-138e-46e9-bdb9-60006c2d8377 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1012630 Aug 03 21:12:30.613007 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-23a1828d-d338-42ee-ab2c-e61a26a6262a req-9212d5aa-1f93-45ee-833d-7b79b96bbcd6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797250 Aug 03 21:12:30.859578 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55fa9f-2d69-48c2-a4f4-6b37d7d40950 req-75c7bc59-782c-4ea3-ae5a-bd75a4a397bf tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:30.862084 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff55fa9f-2d69-48c2-a4f4-6b37d7d40950 req-75c7bc59-782c-4ea3-ae5a-bd75a4a397bf tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 948 time: 0.0879142 Aug 03 21:12:30.905166 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ff55fa9f-2d69-48c2-a4f4-6b37d7d40950 req-01da5fa6-bb30-4d88-90f2-fa7c9a3ccf77 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 Aug 03 21:12:30.943680 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 26e55a58-e347-4f5a-80f1-75eb37b6817d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:12:31.061612 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:31.078011 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '26e55a58-e347-4f5a-80f1-75eb37b6817d', 'network_id': '178536c9-b4fd-4ff8-bcaf-9d37c355e1bf', 'port_id': '26e55a58-e347-4f5a-80f1-75eb37b6817d', 'mac_address': 'fa:16:3e:0d:ff:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd38a02-c1a8-4b3d-beaa-b3a00cbe2acf', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:12:31.117149 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:31.132367 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e55a58-e347-4f5a-80f1-75eb37b6817d {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:12:31.157190 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:31.293085 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:31.357010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:31.516146 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-3f7db1a3-c43e-4134-a6fa-833370fb983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:31.517764 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-3f7db1a3-c43e-4134-a6fa-833370fb983a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 1097 time: 0.1119618 Aug 03 21:12:31.591271 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-9ff27d07-8f1b-42d9-b64c-d7edf0c4fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:31.592954 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-9ff27d07-8f1b-42d9-b64c-d7edf0c4fa75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1097 time: 0.0505064 Aug 03 21:12:31.636497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['26e55a58-e347-4f5a-80f1-75eb37b6817d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:31.764279 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-4e897927-36ac-4251-86ca-14c2e459c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:31.768053 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-4e897927-36ac-4251-86ca-14c2e459c784 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1608672 Aug 03 21:12:31.922864 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0ecf4-29be-4b70-8aaa-91fd32977da8 req-a9790b7a-e23e-4ffd-b728-9dd3ee807b72 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:31.924425 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-38f0ecf4-29be-4b70-8aaa-91fd32977da8 req-a9790b7a-e23e-4ffd-b728-9dd3ee807b72 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1357763 Aug 03 21:12:31.937014 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-8e0a55a2-8513-48e6-b111-29cfd17cc0ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1000 time: 0.1571586 Aug 03 21:12:32.058797 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-38f0ecf4-29be-4b70-8aaa-91fd32977da8 req-75e71d27-9977-4491-9fb1-f74e007f593f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167984 Aug 03 21:12:32.076604 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-ced77959-fe6a-46cf-9c7f-69fb1d9c63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.078781 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-ced77959-fe6a-46cf-9c7f-69fb1d9c63c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0997705 Aug 03 21:12:32.138667 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceed173-702b-465f-a9fa-8ea6d8c12385 req-819fd388-48f1-4c2b-a394-c77dec8d9d88 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.140439 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ceed173-702b-465f-a9fa-8ea6d8c12385 req-819fd388-48f1-4c2b-a394-c77dec8d9d88 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 949 time: 0.1015210 Aug 03 21:12:32.163234 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-e5759021-bb82-4c90-b2a3-2583ebfef390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.165744 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-e5759021-bb82-4c90-b2a3-2583ebfef390 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0596147 Aug 03 21:12:32.235048 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ceed173-702b-465f-a9fa-8ea6d8c12385 req-d945aa6d-953b-499c-a529-6cdb4dbda11e tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749438 Aug 03 21:12:32.278178 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-632beaf0-82d7-4a4d-8a44-83cd4fe11822 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042020 Aug 03 21:12:32.396870 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a5497eb-a20c-443d-816b-7f2841950b29 req-eeaaa13e-6a44-48f0-9712-368dacc4833d service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052842 Aug 03 21:12:32.585511 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-ee646f18-5655-432f-b2d1-45e0c945fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.587934 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-ee646f18-5655-432f-b2d1-45e0c945fb62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1097 time: 0.0473013 Aug 03 21:12:32.730815 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-6983341a-ce6f-403c-9c0a-6e66eee6638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.732334 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-6983341a-ce6f-403c-9c0a-6e66eee6638c service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1093972 Aug 03 21:12:32.807594 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-e7738ae7-4dcb-4999-952e-3093a6745e25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1000 time: 0.0660427 Aug 03 21:12:32.867168 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-200180f2-86a3-477c-8ea9-8bb9f93e179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.869468 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-200180f2-86a3-477c-8ea9-8bb9f93e179a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0539448 Aug 03 21:12:32.931187 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-f4608fbc-64f0-40c3-bea8-bcc3d88a12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:32.933751 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-f4608fbc-64f0-40c3-bea8-bcc3d88a12e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538700 Aug 03 21:12:32.954614 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 26e55a58-e347-4f5a-80f1-75eb37b6817d up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:12:33.081508 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-6cbf99b4-a71f-4514-a6d8-668a054e2c1a service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384094 Aug 03 21:12:33.155966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 26e55a58-e347-4f5a-80f1-75eb37b6817d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:12:33.162071 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 26e55a58-e347-4f5a-80f1-75eb37b6817d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:12:33.169019 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:33.215491 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e9642f19-a844-4dbb-bc1c-90dc54ca3325 req-e0cfe0da-6917-4659-8189-822c63c68fdf service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233013 Aug 03 21:12:33.254529 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508094f-4154-47fe-8a60-6b4a6c76be7d req-720800e0-0da0-4c8f-9a06-1d7d9e356e33 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:33.263331 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4508094f-4154-47fe-8a60-6b4a6c76be7d req-720800e0-0da0-4c8f-9a06-1d7d9e356e33 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0693512 Aug 03 21:12:33.299325 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:33.305211 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4508094f-4154-47fe-8a60-6b4a6c76be7d req-2c2b23eb-41f5-48a1-b4f6-a2f63e2c5369 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Aug 03 21:12:33.341171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:33.342237 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:33.344853 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9749b6fb-6169-42ac-b73f-ea5ee96e5139" -d '{"events": [{"server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:33.504062 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:33.574792 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75700d0a-beac-450a-beb1-8494589f7f36 req-c2e2db60-c45e-4c77-8df3-2dc61a89291f tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:33.574792 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75700d0a-beac-450a-beb1-8494589f7f36 req-c2e2db60-c45e-4c77-8df3-2dc61a89291f tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 949 time: 0.0945721 Aug 03 21:12:33.575055 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:33.579769 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-75700d0a-beac-450a-beb1-8494589f7f36 req-1213f5b9-af1c-4916-adde-527ad74f5914 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 Aug 03 21:12:33.671420 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf86ad-29b8-4537-b377-5aee9a13d9e8 x-openstack-request-id: req-1cbf86ad-29b8-4537-b377-5aee9a13d9e8 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:33.671722 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:33.672173 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cbf86ad-29b8-4537-b377-5aee9a13d9e8 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:33.673002 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d', 'code': 200} Aug 03 21:12:34.234054 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f76e9-48ec-49c3-8c15-9ab98e7b516a req-edf298f9-b6ff-42b0-9146-6a33dc9fe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:34.235140 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d6f76e9-48ec-49c3-8c15-9ab98e7b516a req-edf298f9-b6ff-42b0-9146-6a33dc9fe358 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 1103 time: 0.0525651 Aug 03 21:12:34.281941 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d6f76e9-48ec-49c3-8c15-9ab98e7b516a req-62fc60a0-f660-4929-ba4f-876949af51c8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379567 Aug 03 21:12:34.468762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a95ff-12c5-4a33-9947-8d1dfb6228e8 req-0c68f4bf-aa58-42b2-a77c-ae712bda94c5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:34.470996 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b58a95ff-12c5-4a33-9947-8d1dfb6228e8 req-0c68f4bf-aa58-42b2-a77c-ae712bda94c5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0729508 Aug 03 21:12:34.519897 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b58a95ff-12c5-4a33-9947-8d1dfb6228e8 req-e501aa7b-39ac-49f6-b748-6cde43698bb9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Aug 03 21:12:34.709193 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f920842-57fd-4439-88ea-6fd8bbe3459d req-a92e9b80-b4a1-4ae6-b088-9c4b38258612 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:34.710697 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f920842-57fd-4439-88ea-6fd8bbe3459d req-a92e9b80-b4a1-4ae6-b088-9c4b38258612 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0539386 Aug 03 21:12:34.760810 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f920842-57fd-4439-88ea-6fd8bbe3459d req-c37c2ca6-f8a9-4bfa-ba90-31fd3a0c0119 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 Aug 03 21:12:35.734474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d6ed4-9389-4ad0-b763-6c39f292a5ab req-25434887-2f95-48ce-9561-b9c2e0bf5782 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:35.736597 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a63d6ed4-9389-4ad0-b763-6c39f292a5ab req-25434887-2f95-48ce-9561-b9c2e0bf5782 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0553553 Aug 03 21:12:35.780684 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a63d6ed4-9389-4ad0-b763-6c39f292a5ab req-6a41c365-a714-4d40-8c04-036d9cc8cb7a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371761 Aug 03 21:12:35.920335 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c679046-b2a1-4fd6-8c54-482b24d71794 req-e7cc640d-692d-46bd-9727-927bd24fff2c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:35.921903 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c679046-b2a1-4fd6-8c54-482b24d71794 req-e7cc640d-692d-46bd-9727-927bd24fff2c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0540457 Aug 03 21:12:35.969285 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c679046-b2a1-4fd6-8c54-482b24d71794 req-6e614c15-e7d3-47fe-ae37-b857b81e8757 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Aug 03 21:12:36.110119 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de564a79-34fc-45ef-8a71-5225b6013db8 req-c8fb9310-e5f8-4a64-9cdf-e003ea9a6a27 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:36.112862 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de564a79-34fc-45ef-8a71-5225b6013db8 req-c8fb9310-e5f8-4a64-9cdf-e003ea9a6a27 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0789311 Aug 03 21:12:36.164300 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de564a79-34fc-45ef-8a71-5225b6013db8 req-53fd5560-b2a6-4243-b24d-85637e651461 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Aug 03 21:12:36.470306 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:36.826619 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a3f5-1e3c-47aa-ba66-7f90e78b5e68 req-e9fae6f3-ef37-4f89-ae82-6ca1ccb4dc59 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:36.828446 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cbd5a3f5-1e3c-47aa-ba66-7f90e78b5e68 req-e9fae6f3-ef37-4f89-ae82-6ca1ccb4dc59 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0594091 Aug 03 21:12:36.871642 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cbd5a3f5-1e3c-47aa-ba66-7f90e78b5e68 req-2f10703b-556a-4b16-8ef4-b6406c21e0e7 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Aug 03 21:12:36.986863 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ea2a-c2ce-4f1a-a36e-8deb3caa0d95 req-01e0e82c-f597-4c4d-aefe-97598ca66ee9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:36.988621 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9570ea2a-c2ce-4f1a-a36e-8deb3caa0d95 req-01e0e82c-f597-4c4d-aefe-97598ca66ee9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0525575 Aug 03 21:12:37.033896 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9570ea2a-c2ce-4f1a-a36e-8deb3caa0d95 req-7388ab52-29a7-4579-857e-5cb900479362 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373251 Aug 03 21:12:37.167100 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64bfe3-577f-4181-ba33-f7d607b06895 req-a461d058-eec2-4bd1-a141-35bcc54a41b7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:37.169173 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5e64bfe3-577f-4181-ba33-f7d607b06895 req-a461d058-eec2-4bd1-a141-35bcc54a41b7 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0532751 Aug 03 21:12:37.219828 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5e64bfe3-577f-4181-ba33-f7d607b06895 req-6d6307bc-5f87-419c-bc33-e7a02c0954eb tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Aug 03 21:12:38.003837 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d53b-ba4a-4a04-ac49-83ed1adeb8ca req-b6ae90c9-1bb6-4884-9a1d-be8ca413f7dc tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:38.005369 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec13d53b-ba4a-4a04-ac49-83ed1adeb8ca req-b6ae90c9-1bb6-4884-9a1d-be8ca413f7dc tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0550585 Aug 03 21:12:38.046063 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec13d53b-ba4a-4a04-ac49-83ed1adeb8ca req-f26dc602-e724-403a-8d4e-95f2901d4eab tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Aug 03 21:12:38.173447 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acd115-fff2-42c2-9926-91ec5952e1b6 req-7a3748ae-be5b-4b2a-a225-83e1203dc9ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:38.174889 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f7acd115-fff2-42c2-9926-91ec5952e1b6 req-7a3748ae-be5b-4b2a-a225-83e1203dc9ec tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0555892 Aug 03 21:12:38.220929 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f7acd115-fff2-42c2-9926-91ec5952e1b6 req-da61b530-43ed-470a-b46e-38b1068e671a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391645 Aug 03 21:12:38.377902 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1160e48-67f5-416c-bfdb-bc4f634aff59 req-4c826744-8ca3-4dce-af9e-b52bfdb98f42 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:38.388036 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c1160e48-67f5-416c-bfdb-bc4f634aff59 req-4c826744-8ca3-4dce-af9e-b52bfdb98f42 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0854554 Aug 03 21:12:38.446992 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c1160e48-67f5-416c-bfdb-bc4f634aff59 req-76ea4a3e-484e-42da-804e-7eec5d43ab98 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Aug 03 21:12:38.778186 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-110feca0-d5fc-4c3f-8362-56ec5843e8eb tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:38.779995 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-110feca0-d5fc-4c3f-8362-56ec5843e8eb tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.79 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0581594 Aug 03 21:12:38.918932 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Deleting port 26e55a58-e347-4f5a-80f1-75eb37b6817d {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:12:38.919517 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.055557 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] For port 26e55a58-e347-4f5a-80f1-75eb37b6817d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=26e55a58-e347-4f5a-80f1-75eb37b6817d,segment=NetworkSegment(77a8c499-5cb5-44aa-80fa-836eada6a55f),segment_id=77a8c499-5cb5-44aa-80fa-836eada6a55f)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:39.055841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.080081 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Calling delete_port for 26e55a58-e347-4f5a-80f1-75eb37b6817d owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:12:39.196450 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49d9bf-9e65-4e8d-bb60-3eaac35e26ee req-108b1238-ab49-4ab6-9857-edb0c2f5f24c tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:39.198105 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bc49d9bf-9e65-4e8d-bb60-3eaac35e26ee req-108b1238-ab49-4ab6-9857-edb0c2f5f24c tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 950 time: 0.0588286 Aug 03 21:12:39.247381 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bc49d9bf-9e65-4e8d-bb60-3eaac35e26ee req-dcbf661a-b299-45b5-b6f9-1ce7745a72d8 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/security-groups?id=383a3633-d919-45c2-aced-6f0cb6e44435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Aug 03 21:12:39.248015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-5b0191cd-47dc-4f62-9655-874822a95b5a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:39.250388 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-5b0191cd-47dc-4f62-9655-874822a95b5a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0944679 Aug 03 21:12:39.386319 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c797c7-5c47-4520-b921-1e007da7beca req-19bcaa1e-9eb8-4a14-b8b8-a53007c160d3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:39.386319 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-50c797c7-5c47-4520-b921-1e007da7beca req-19bcaa1e-9eb8-4a14-b8b8-a53007c160d3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0513570 Aug 03 21:12:39.425401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Deleting port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:12:39.425814 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.453125 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-50c797c7-5c47-4520-b921-1e007da7beca req-1a5105f8-b0b4-47b5-9bae-120c701c9cfc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604563 Aug 03 21:12:39.526239 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.540250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['26e55a58-e347-4f5a-80f1-75eb37b6817d'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:39.568550 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Pushing event deleted for resources: {'Port': ['ID=26e55a58-e347-4f5a-80f1-75eb37b6817d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:39.605571 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7545fc-b6e9-44da-bd63-5fd045c4c796 req-fe70d17d-b1b2-4caa-80d4-55398055918f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:39.607331 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be7545fc-b6e9-44da-bd63-5fd045c4c796 req-fe70d17d-b1b2-4caa-80d4-55398055918f tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 945 time: 0.0704544 Aug 03 21:12:39.646747 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] No DVR routers for this DVR port 26e55a58-e347-4f5a-80f1-75eb37b6817d on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:12:39.649585 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.652886 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2046f31-0105-44c1-bfae-2e7500158f35 req-3806b446-39a1-4ce5-98d4-2bbc055d3333 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.79 "DELETE /v2.0/ports/26e55a58-e347-4f5a-80f1-75eb37b6817d HTTP/1.1" status: 204 len: 173 time: 0.8590815 Aug 03 21:12:39.656693 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'name': 'network-vif-deleted', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:39.661588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892dbce2-86b9-4e89-9d53-97b933dd926f" -d '{"events": [{"server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "name": "network-vif-deleted", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:39.695157 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] For port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:39.701791 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:39.710471 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-be7545fc-b6e9-44da-bd63-5fd045c4c796 req-eac5d6c3-72c0-488e-a0c8-23cd3899f0f9 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786464 Aug 03 21:12:39.740872 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Calling delete_port for 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:12:39.764228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd6b70-c865-44f4-ac7f-56a2dfa3480a x-openstack-request-id: req-c9bd6b70-c865-44f4-ac7f-56a2dfa3480a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:39.764556 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc", "name": "network-vif-deleted", "tag": "26e55a58-e347-4f5a-80f1-75eb37b6817d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:39.764707 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9bd6b70-c865-44f4-ac7f-56a2dfa3480a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:39.766052 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc', 'name': 'network-vif-deleted', 'tag': '26e55a58-e347-4f5a-80f1-75eb37b6817d', 'status': 'completed', 'code': 200} Aug 03 21:12:40.138170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:40.154829 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['f1218e1a-bda4-4bc5-b2a7-62b175864ac1', '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:40.172120 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Pushing event deleted for resources: {'Port': ['ID=4ec23236-4fd2-4cb6-9e39-e1609bf47d1c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:40.238245 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] No DVR routers for this DVR port 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:12:40.241967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:40.244214 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-afe89368-0370-45ff-8b7e-73e0758e2d79 req-35fe45c8-f04d-45e2-af23-05dc314256d4 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "DELETE /v2.0/ports/4ec23236-4fd2-4cb6-9e39-e1609bf47d1c HTTP/1.1" status: 204 len: 173 time: 0.9803848 Aug 03 21:12:40.419897 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1665a1f9-18c6-44e2-a662-ed50ee1ef019 req-9fe4448c-67c3-4eeb-86de-8fc4bd6c0fa9 tempest-VolumesNegativeTest-191530500 tempest-VolumesNegativeTest-191530500-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d5fb1d-ccf5-4c51-bc90-2fe5761dd1fc HTTP/1.1" status: 200 len: 210 time: 0.0298433 Aug 03 21:12:40.628585 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096514-8d0a-4fee-9c14-adc0ba71d375 req-b5852902-6a98-4e05-8691-39d6ff514c75 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:40.630161 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f9096514-8d0a-4fee-9c14-adc0ba71d375 req-b5852902-6a98-4e05-8691-39d6ff514c75 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0896969 Aug 03 21:12:40.677329 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f9096514-8d0a-4fee-9c14-adc0ba71d375 req-678a62f5-692c-4579-b9fd-c6c65b1c0c40 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 Aug 03 21:12:40.869363 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8d2c77a-1cc5-41c7-a242-10b5daa0ed94 req-ebb5a70e-6237-4a20-895f-cbd77fcbbb30 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c23d493-2493-4863-92e0-21f2b7c87cdb HTTP/1.1" status: 200 len: 210 time: 0.0283208 Aug 03 21:12:41.767164 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'name': 'network-vif-deleted', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:41.772861 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae7e7be-05ba-4ca3-9278-01e53bd42901" -d '{"events": [{"server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "name": "network-vif-deleted", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:41.832761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72207-43bf-492c-98ec-5b3229402fa1 req-a1fe5000-b0f7-4899-b979-27cae2381492 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:41.834492 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-edf72207-43bf-492c-98ec-5b3229402fa1 req-a1fe5000-b0f7-4899-b979-27cae2381492 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0681155 Aug 03 21:12:41.905048 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-edf72207-43bf-492c-98ec-5b3229402fa1 req-1e8a03fd-fa0b-4cf7-aa7d-299d96c7c6b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590959 Aug 03 21:12:41.963952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068961f-c9f7-4b9b-9bf5-a4d8461736f4 x-openstack-request-id: req-2068961f-c9f7-4b9b-9bf5-a4d8461736f4 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:41.964242 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c23d493-2493-4863-92e0-21f2b7c87cdb", "name": "network-vif-deleted", "tag": "4ec23236-4fd2-4cb6-9e39-e1609bf47d1c", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:41.964498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2068961f-c9f7-4b9b-9bf5-a4d8461736f4 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:41.965372 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c23d493-2493-4863-92e0-21f2b7c87cdb', 'name': 'network-vif-deleted', 'tag': '4ec23236-4fd2-4cb6-9e39-e1609bf47d1c', 'status': 'completed', 'code': 200} Aug 03 21:12:42.511159 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6674f-81cd-492d-95b3-70ae4e903ba4 req-2cd720d7-bbc9-410b-9c01-3471015b574b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:42.512921 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bc6674f-81cd-492d-95b3-70ae4e903ba4 req-2cd720d7-bbc9-410b-9c01-3471015b574b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0536480 Aug 03 21:12:42.561525 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1bc6674f-81cd-492d-95b3-70ae4e903ba4 req-8297d7e2-73e8-41a9-9705-ab79f3bb6b4c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Aug 03 21:12:42.994545 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:43.031062 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:12:43.032059 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 4ec23236-4fd2-4cb6-9e39-e1609bf47d1c not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:12:43.032728 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 26e55a58-e347-4f5a-80f1-75eb37b6817d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:43.053884 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 26e55a58-e347-4f5a-80f1-75eb37b6817d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:12:43.054629 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 26e55a58-e347-4f5a-80f1-75eb37b6817d not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:12:43.055533 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078ee51-4350-4c22-8d5d-0185bae4daf7 req-fefb997f-be27-4090-9075-0bbc23488a7e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:43.057920 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a078ee51-4350-4c22-8d5d-0185bae4daf7 req-fefb997f-be27-4090-9075-0bbc23488a7e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0580003 Aug 03 21:12:43.105651 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a078ee51-4350-4c22-8d5d-0185bae4daf7 req-73adadd1-640d-49cf-a373-f9a80177bed7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 Aug 03 21:12:43.699848 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7e1a6-455a-47c3-b161-074fb5ad5e27 req-587ba591-5549-40e5-8294-49714d1a9669 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:43.701390 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c1a7e1a6-455a-47c3-b161-074fb5ad5e27 req-587ba591-5549-40e5-8294-49714d1a9669 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0489068 Aug 03 21:12:43.750393 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c1a7e1a6-455a-47c3-b161-074fb5ad5e27 req-b69e18d0-b4cd-4ba1-affa-065dae499f4a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Aug 03 21:12:44.247557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d840-aa89-4262-9d16-33bdc42ce213 req-b307ae43-0902-4be6-af18-f382c039202e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:44.249157 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f538d840-aa89-4262-9d16-33bdc42ce213 req-b307ae43-0902-4be6-af18-f382c039202e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0621867 Aug 03 21:12:44.295722 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f538d840-aa89-4262-9d16-33bdc42ce213 req-ce63b427-6cf9-46e4-9b18-9db5f397950e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Aug 03 21:12:44.917261 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5352583-5d1d-4d0d-8704-1ff202d6e33d req-02497def-69ba-41b5-a34c-8ec549a21922 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:44.921023 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5352583-5d1d-4d0d-8704-1ff202d6e33d req-02497def-69ba-41b5-a34c-8ec549a21922 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0836453 Aug 03 21:12:44.978075 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b5352583-5d1d-4d0d-8704-1ff202d6e33d req-73de9a8f-40a9-443f-8802-026abdd133ca tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508749 Aug 03 21:12:45.421915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3ea0-86d1-4fa0-aab5-e97570ed402e req-f1fc0e03-2b2e-44d0-8c21-71e87d4a156e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:45.423575 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d6ba3ea0-86d1-4fa0-aab5-e97570ed402e req-f1fc0e03-2b2e-44d0-8c21-71e87d4a156e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0496960 Aug 03 21:12:45.477977 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d6ba3ea0-86d1-4fa0-aab5-e97570ed402e req-4170ab15-f64e-458a-a556-bb9f90d003e3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467310 Aug 03 21:12:46.138194 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a702ac5-6eb6-454d-a0d1-59c156d20ea1 req-59cbca61-0df8-422f-8bf7-88061f1bac9b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:46.138432 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4a702ac5-6eb6-454d-a0d1-59c156d20ea1 req-59cbca61-0df8-422f-8bf7-88061f1bac9b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0752368 Aug 03 21:12:46.192219 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4a702ac5-6eb6-454d-a0d1-59c156d20ea1 req-564ab454-9180-40a1-92f6-c3ade0e5a8d6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 Aug 03 21:12:46.527859 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e1a7ba24-6eca-4c90-97f9-e062f56186f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:46.631301 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ece6f-bb83-40f2-9e0d-65eb9b219bea req-48d4baa7-88d8-4041-beb8-49637f0b2501 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:46.635954 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-297ece6f-bb83-40f2-9e0d-65eb9b219bea req-48d4baa7-88d8-4041-beb8-49637f0b2501 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0737796 Aug 03 21:12:46.693812 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-297ece6f-bb83-40f2-9e0d-65eb9b219bea req-33365d5a-edeb-4b1b-bacb-4140d99821bb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480711 Aug 03 21:12:47.340298 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f175d01-a59b-49ba-bf87-0a60206fa22b req-ae64f0b0-6b37-4959-a05a-e41cdda7cbb2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:47.341958 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f175d01-a59b-49ba-bf87-0a60206fa22b req-ae64f0b0-6b37-4959-a05a-e41cdda7cbb2 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0575941 Aug 03 21:12:47.389413 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6f175d01-a59b-49ba-bf87-0a60206fa22b req-20fa8913-58cf-4bc1-bc3a-ca4726cfb0c1 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Aug 03 21:12:47.810953 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b50f2-1f8f-4948-b9e3-f2be9df48766 req-0e458e1c-cf56-4264-ae65-cfa6851a4e04 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:47.812690 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-384b50f2-1f8f-4948-b9e3-f2be9df48766 req-0e458e1c-cf56-4264-ae65-cfa6851a4e04 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0502248 Aug 03 21:12:47.859248 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-384b50f2-1f8f-4948-b9e3-f2be9df48766 req-c05412ae-4cf9-4c0e-8734-20de40d90fae tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404792 Aug 03 21:12:48.531416 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309847-078a-4623-8d7e-6bf1fc9436e5 req-7a77b13d-5ba5-4c9a-8fe5-458e99d8c8dd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:48.532859 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35309847-078a-4623-8d7e-6bf1fc9436e5 req-7a77b13d-5ba5-4c9a-8fe5-458e99d8c8dd tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0652759 Aug 03 21:12:48.577529 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35309847-078a-4623-8d7e-6bf1fc9436e5 req-66c06b19-535a-44ee-ae1c-f0b0d510b2b6 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364370 Aug 03 21:12:48.634517 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-d3143543-037e-4a30-913a-5cea47968480 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:48.636229 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-d3143543-037e-4a30-913a-5cea47968480 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.1446202 Aug 03 21:12:48.653792 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-20af20d3-394c-4d31-be30-44cce0ea6084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/quotas/f5d2c2e5350647c2bc17db036dd5582c HTTP/1.1" status: 200 len: 375 time: 0.0110664 Aug 03 21:12:48.713441 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-5df38497-a1c5-4caf-992e-33f9cad2da7a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537724 Aug 03 21:12:48.828611 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-879db592-9fe1-41a3-85b7-59f9f86e0176 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022651 Aug 03 21:12:48.979704 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-8c00f24e-35ca-4063-9d2d-6e61c864d9a0 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441360 Aug 03 21:12:49.014407 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee7e5d-6ec2-45f5-a739-c3c4572632c4 req-7b9d3079-8a91-442f-9238-d57cee8f7959 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:49.016036 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bee7e5d-6ec2-45f5-a739-c3c4572632c4 req-7b9d3079-8a91-442f-9238-d57cee8f7959 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0574825 Aug 03 21:12:49.051216 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289267a9-53fc-4078-bf72-849f7c48199c req-26540977-2c5f-4fde-88d4-a011c7ef2a1a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:49.051216 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-289267a9-53fc-4078-bf72-849f7c48199c req-26540977-2c5f-4fde-88d4-a011c7ef2a1a tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0674059 Aug 03 21:12:49.070003 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6bee7e5d-6ec2-45f5-a739-c3c4572632c4 req-1f1c4ee3-1121-4d03-b0df-846b2b9e87e1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Aug 03 21:12:49.161385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-467dac95-089f-4059-837d-a746c384c71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:49.217607 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Deleting port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:12:49.218166 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:49.241998 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:49.346015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] For port f1218e1a-bda4-4bc5-b2a7-62b175864ac1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:12:49.346710 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:49.371664 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Calling delete_port for f1218e1a-bda4-4bc5-b2a7-62b175864ac1 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:12:49.425972 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87f0c65d-a812-4164-9785-720abfe9f82a req-bcfa72c8-482c-4aab-b248-ba6005845954 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0450375 Aug 03 21:12:49.794194 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6ee78-1d78-448a-ba19-1903c57038db req-c86c2087-76f5-4d94-b09d-1d0eda70c55c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:49.796861 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44d6ee78-1d78-448a-ba19-1903c57038db req-c86c2087-76f5-4d94-b09d-1d0eda70c55c tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 945 time: 0.0897102 Aug 03 21:12:49.933481 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44d6ee78-1d78-448a-ba19-1903c57038db req-cc3a52e2-773c-44be-b262-e63a186e2b19 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/security-groups?id=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Aug 03 21:12:50.116055 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:50.142138 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['f1218e1a-bda4-4bc5-b2a7-62b175864ac1'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:12:50.213961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Pushing event deleted for resources: {'Port': ['ID=f1218e1a-bda4-4bc5-b2a7-62b175864ac1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:50.274407 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ef34d-6971-4245-90da-67f812b85d09 req-9b4e82f7-3ded-497d-911a-4096822714be tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:50.277279 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c0ef34d-6971-4245-90da-67f812b85d09 req-9b4e82f7-3ded-497d-911a-4096822714be tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0837841 Aug 03 21:12:50.301033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] No DVR routers for this DVR port f1218e1a-bda4-4bc5-b2a7-62b175864ac1 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:12:50.306603 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:50.310674 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-289267a9-53fc-4078-bf72-849f7c48199c req-a4be7caa-5cfe-4178-a469-c6b54376ba0d tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.79 "DELETE /v2.0/ports/f1218e1a-bda4-4bc5-b2a7-62b175864ac1 HTTP/1.1" status: 204 len: 173 time: 1.2500558 Aug 03 21:12:50.311906 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'name': 'network-vif-deleted', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:12:50.316079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc8968-aaae-4a03-a268-8367c6169879" -d '{"events": [{"server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "name": "network-vif-deleted", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:12:50.373314 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c0ef34d-6971-4245-90da-67f812b85d09 req-5308fe5e-d3b3-4d4a-b475-ea93f5bd084e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782177 Aug 03 21:12:50.380640 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78080f9f-e4a2-4f3f-8c55-839dd55da3e4 x-openstack-request-id: req-78080f9f-e4a2-4f3f-8c55-839dd55da3e4 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:12:50.381034 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b9fcb-72b4-454d-bc08-9a80520793d5", "name": "network-vif-deleted", "tag": "f1218e1a-bda4-4bc5-b2a7-62b175864ac1", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:12:50.381399 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78080f9f-e4a2-4f3f-8c55-839dd55da3e4 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:12:50.381926 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b9fcb-72b4-454d-bc08-9a80520793d5', 'name': 'network-vif-deleted', 'tag': 'f1218e1a-bda4-4bc5-b2a7-62b175864ac1', 'status': 'completed', 'code': 200} Aug 03 21:12:50.523618 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2530bed3-11b6-4aa2-94f4-59093e257613 req-d07a0a46-0ff4-495c-8b10-2fd76bc197cf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Aug 03 21:12:50.542246 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:51.053460 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-548a56f6-f1a1-451f-8470-42ffbb4734f6 req-d61afa22-4b88-4481-a6a5-5fb6078ecf09 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0270166 Aug 03 21:12:51.499595 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d19d-297c-43f2-8c80-61a6150c0bdb req-390fe7b5-977f-4e6f-a7d2-87e36deb56bc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:51.500971 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0044d19d-297c-43f2-8c80-61a6150c0bdb req-390fe7b5-977f-4e6f-a7d2-87e36deb56bc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0513172 Aug 03 21:12:51.542916 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0044d19d-297c-43f2-8c80-61a6150c0bdb req-b09c614c-862f-41b5-b575-cb641fea4975 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Aug 03 21:12:51.601815 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a3964cc2-af31-4c00-80aa-e2974b3d4005 req-8f93246d-fc17-45ac-a508-97b555b14a05 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Aug 03 21:12:51.933228 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:52.166458 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8dea569f-02b4-48bd-812d-7c1076bf1a02 req-8286b611-7e91-476c-b29d-7b50fb4f80f0 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Aug 03 21:12:52.187343 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:12:52.700974 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3e72a-4c2f-4c38-b3e6-5680137add0c req-6975c4a7-81e3-42bc-a5c1-01c8cfcf693b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:52.703753 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87a3e72a-4c2f-4c38-b3e6-5680137add0c req-6975c4a7-81e3-42bc-a5c1-01c8cfcf693b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0583663 Aug 03 21:12:52.743473 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-924b6007-a052-4943-bf5b-2944361703fd req-7e7c5504-c495-4479-a65b-acc9d2928c06 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Aug 03 21:12:52.750912 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87a3e72a-4c2f-4c38-b3e6-5680137add0c req-c566dbc0-9c36-4d39-8e10-e125063d241f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388889 Aug 03 21:12:53.039732 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device f1218e1a-bda4-4bc5-b2a7-62b175864ac1 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:12:53.060981 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: f1218e1a-bda4-4bc5-b2a7-62b175864ac1 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:12:53.061330 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device f1218e1a-bda4-4bc5-b2a7-62b175864ac1 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:12:53.277483 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16799ffa-544b-4cee-999f-1dcdfa0b81c6 req-78e526dd-b38a-4f16-928d-43491e25d9b5 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Aug 03 21:12:53.823683 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3834d57b-658e-4302-b4c5-9ae97b8c20f7 req-cbed6df0-dcf8-4d1b-b18c-c56b4f3092b8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0265653 Aug 03 21:12:53.912179 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd2d47-42fd-4b8b-9b6a-9e6556a79244 req-db16c1b1-83cc-4fec-9b4d-d526a18c96aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:53.913866 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3cd2d47-42fd-4b8b-9b6a-9e6556a79244 req-db16c1b1-83cc-4fec-9b4d-d526a18c96aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0722866 Aug 03 21:12:53.968392 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3cd2d47-42fd-4b8b-9b6a-9e6556a79244 req-500a9252-88cc-403e-950e-3f286cfff7da tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449247 Aug 03 21:12:54.382389 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aa037256-c33e-4864-92bb-48fcfc069535 req-2c3bb3cc-fd29-4c96-87e0-1eb32b343374 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0258298 Aug 03 21:12:54.966304 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2732ea5-3123-47f0-a342-1c78d817451a req-67fcfbca-c6d0-4b0c-998a-892fbec402b7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0501499 Aug 03 21:12:55.123311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dd761-ff3b-4bff-a98c-948c61c41525 req-1fae24b7-3f7f-48e1-9a24-4feb0fe0dae0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:55.125011 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f43dd761-ff3b-4bff-a98c-948c61c41525 req-1fae24b7-3f7f-48e1-9a24-4feb0fe0dae0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0607114 Aug 03 21:12:55.181764 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f43dd761-ff3b-4bff-a98c-948c61c41525 req-9b3a4091-2d99-4eb2-a91b-05372f73c662 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Aug 03 21:12:55.493967 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6c4e8af6-5910-4bc4-b39e-186d947a6444 req-3f18f3ce-9d36-4e1b-9b68-a973d0849d2b tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0260541 Aug 03 21:12:56.081381 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34db45c3-360d-4a79-b49d-f3db2d06f3c0 req-ec366aca-cd0c-4154-8943-ce925f684fec tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0305939 Aug 03 21:12:56.316634 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb27a24-df46-4a5e-bfb5-fd6e3ed3aa8d req-7333fffb-fe59-44dc-9a95-a1cfb626685b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:56.318291 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2eb27a24-df46-4a5e-bfb5-fd6e3ed3aa8d req-7333fffb-fe59-44dc-9a95-a1cfb626685b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0582926 Aug 03 21:12:56.370266 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2eb27a24-df46-4a5e-bfb5-fd6e3ed3aa8d req-03341cf6-b517-4623-b33b-96540a5c023c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Aug 03 21:12:56.604347 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a1a69d59-39c1-411e-b79a-0aa83afb0e2a req-5d7046ff-8479-48a8-87ac-06b647b3a047 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0298793 Aug 03 21:12:57.202134 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a53275f-f198-4f40-a6df-fddc9e778b10 req-f73d12b7-f9ec-499b-88b9-5c043971aefe tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0324607 Aug 03 21:12:57.532170 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa8f2-d1c7-4526-b576-b075efc3916f req-27d61fbe-6220-42f4-a59c-f4c86534b68f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:57.534048 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fbffa8f2-d1c7-4526-b576-b075efc3916f req-27d61fbe-6220-42f4-a59c-f4c86534b68f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0782740 Aug 03 21:12:57.581056 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fbffa8f2-d1c7-4526-b576-b075efc3916f req-c0c0e732-0806-4a9b-8a50-afb084eeaf2f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Aug 03 21:12:57.721895 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-90e88146-b0b8-471a-9d66-20124c367e0a req-4fc80a0c-5817-43f8-815d-b4f6ff005204 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0308664 Aug 03 21:12:58.333803 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-229676d5-cc06-4078-991f-57728163b053 req-39bc2c33-a7c1-42c8-95b5-ecd9fea6fd4c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0445457 Aug 03 21:12:58.425997 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45118) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:58.473104 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Deleting subnet b7d20a37-c2a5-4eb6-8126-59ea99ab02be {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:12:58.476811 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:58.523331 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:58.592126 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:58.725108 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443007b-38e0-48dc-8afc-daeec94b3d71 req-2ed7e112-26d5-4cc8-9273-c667e7596ab0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:12:58.726681 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c443007b-38e0-48dc-8afc-daeec94b3d71 req-2ed7e112-26d5-4cc8-9273-c667e7596ab0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0525217 Aug 03 21:12:58.800651 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c443007b-38e0-48dc-8afc-daeec94b3d71 req-45aa77d4-7037-413e-ae29-06c21b98baf0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676455 Aug 03 21:12:58.807900 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:58.823553 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:58.828053 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b7d20a37-c2a5-4eb6-8126-59ea99ab02be HTTP/1.1" status: 204 len: 168 time: 0.4003294 Aug 03 21:12:58.830345 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45168) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d20a37-c2a5-4eb6-8126-59ea99ab02be,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c625a-7aad-47f3-8ab3-57c546e47892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:12:58.968229 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c935075-acc7-4360-b869-09767a98d3ab req-c799d457-1273-4d36-bb3d-32ae1b0481aa tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0553246 Aug 03 21:12:58.971611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.064992 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.078415 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ec5a94-a95d-44c4-a9ef-f0cc7e072422']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:12:59.090181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9282d0-a62e-4db1-a4a6-8361d98a2753') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:12:59.090474 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9282d0-a62e-4db1-a4a6-8361d98a2753') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:12:59.100403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.114746 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.121246 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:12:59.121627 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:12:59.123269 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:12:59.361796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.372912 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:12:59.374838 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38ec5a94-a95d-44c4-a9ef-f0cc7e072422 HTTP/1.1" status: 204 len: 168 time: 0.5432441 Aug 03 21:12:59.385567 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131377e-3f5d-4ffc-8500-4904a27f34c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ec5a94-a95d-44c4-a9ef-f0cc7e072422,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:12:59.458925 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-69196573-d13b-4656-b3af-f55eedd48756 req-12716f47-f107-4ff8-9849-1c6db0745bde tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Aug 03 21:13:00.002235 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fb06-1fd0-4646-a3a5-97de1461b69c req-9d818cb1-bf6f-4e10-a7a1-45ebaa13b957 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:00.012386 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b51fb06-1fd0-4646-a3a5-97de1461b69c req-9d818cb1-bf6f-4e10-a7a1-45ebaa13b957 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0906367 Aug 03 21:13:00.105848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b51fb06-1fd0-4646-a3a5-97de1461b69c req-586b2b94-4a1e-4318-ae08-18ef75739c5a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919354 Aug 03 21:13:00.141067 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45222) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:00.151582 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-053b6b2e-0e0f-4732-abcb-97e6b57e713e req-37687f34-e73e-4283-a7eb-f6f1950a5f91 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0917556 Aug 03 21:13:00.232916 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-5a666ccb-0234-4107-8ca7-65872f50ae3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5be0979286e4f988effdf9cf4639e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894287 Aug 03 21:13:00.235325 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45228) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:00.295878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:00.319160 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:00.521481 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:00.524539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:00.529261 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c01b2c0-419c-4179-8ea8-326d095ae0e0 HTTP/1.1" status: 204 len: 168 time: 0.2892616 Aug 03 21:13:00.535763 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6fc3b-baff-4dc0-9464-d4fdb4a260fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c01b2c0-419c-4179-8ea8-326d095ae0e0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:00.571786 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6c3b1fb5-7268-4d1e-8fee-9b50cea5e390 req-7a961c89-0f3c-4369-9e7d-bf780cc25e7d tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0329487 Aug 03 21:13:01.273314 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ba0c1b8b-a2dd-4897-910a-901368197ff2 req-1367d485-c04c-4d5d-ad3c-d4f7f797b758 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0463061 Aug 03 21:13:01.280362 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f674d3-7406-4a6e-8691-20cf6bc5e010 req-bf66ac7a-e736-4970-96eb-d926500139d0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:01.281898 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3f674d3-7406-4a6e-8691-20cf6bc5e010 req-bf66ac7a-e736-4970-96eb-d926500139d0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0609369 Aug 03 21:13:01.324373 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3f674d3-7406-4a6e-8691-20cf6bc5e010 req-999eb3c1-4940-470c-8b1f-a11fd35184f7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358648 Aug 03 21:13:01.711471 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f06b248b-5de1-4a0d-9353-679ccf6d70ed req-6e313df4-3a12-4439-bf29-931c6022b046 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0345502 Aug 03 21:13:02.391280 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c0b5f6c-6b8b-4361-a3c2-20312cc0970d req-294c9eeb-9aad-4e4a-9ef3-18aef3166689 tempest-ServerRescueNegativeTestJSON-1387391428 tempest-ServerRescueNegativeTestJSON-1387391428-project] 10.222.0.32 "GET /v2.0/ports?device_id=b97b9fcb-72b4-454d-bc08-9a80520793d5 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Aug 03 21:13:02.464719 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900319e-a745-4355-b11c-ce7ae4bf25b6 req-24e61c49-81a6-4b3d-b6d9-91e6629db385 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:02.466404 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9900319e-a745-4355-b11c-ce7ae4bf25b6 req-24e61c49-81a6-4b3d-b6d9-91e6629db385 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0595191 Aug 03 21:13:02.506204 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9900319e-a745-4355-b11c-ce7ae4bf25b6 req-6dc83293-1082-4054-b0dc-eb21f66578e5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Aug 03 21:13:02.819627 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09be8296-f311-49c3-818a-3e32901f7376 req-764fe692-de1c-4f92-b891-4111c5dfca42 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0327561 Aug 03 21:13:03.323815 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-11081c1a-5295-49c7-b92f-97e02e158476 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:03.325404 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-11081c1a-5295-49c7-b92f-97e02e158476 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/networks?id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 200 len: 814 time: 0.1423390 Aug 03 21:13:03.340490 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Request body: {'port': {'device_id': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'admin_state_up': True, 'tenant_id': 'f5d2c2e5350647c2bc17db036dd5582c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:03.358574 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45310) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:03.466014 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45316) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:03.506504 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e3db3ece-8e7f-43af-b0d0-2a0d7d08eae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae3ab5bd2aed4c9a864680b46c569011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464086 Aug 03 21:13:03.509593 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45318) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:03.574296 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:03.597065 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:03.613949 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Made reservation on behalf of f5d2c2e5350647c2bc17db036dd5582c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:03.617359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:03.726807 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f450-b8df-4316-b716-0892f51d26b4 req-d09fb372-57fd-4315-b4f3-1f638930b540 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:03.728236 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d251f450-b8df-4316-b716-0892f51d26b4 req-d09fb372-57fd-4315-b4f3-1f638930b540 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1197181 Aug 03 21:13:03.771664 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:03.774526 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:03.776072 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/383a3633-d919-45c2-aced-6f0cb6e44435 HTTP/1.1" status: 204 len: 168 time: 0.2653913 Aug 03 21:13:03.786258 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e9815-7e3b-4418-9932-1410829f4999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a3633-d919-45c2-aced-6f0cb6e44435,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:03.905511 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d251f450-b8df-4316-b716-0892f51d26b4 req-0670b984-21db-4f09-bc74-e82fd1da1262 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710207 Aug 03 21:13:03.925951 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7fd908cc-5540-4944-9aea-ce859c663117 req-7fc0f70b-db9a-438f-8a76-ccf82d21c91d tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0291815 Aug 03 21:13:03.989537 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Allocated IP 172.20.0.8 (cd1931e9-7ae7-4adb-894b-de7c3e0046dd/087bab63-c845-480b-8eef-abb9903431cf/212ed112-83b4-4ae1-b57d-427d30358fb9) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:04.225116 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:04.272652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:04.517236 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:04.535039 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea', '1ce8b5f0-fcb6-4834-9188-fce022b888f2', '01046507-1acb-4532-9425-77b57f64d9ab'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:04.570900 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Network cd1931e9-7ae7-4adb-894b-de7c3e0046dd is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:04.579949 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:04.587569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:04.596761 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event updated for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:04.689544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:04.690257 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:04.726964 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Deleting port 2a188b02-4bd8-4405-a9c3-1ea67f01e875 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:13:04.727332 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:04.785384 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-f5d0d06d-2839-4a5e-8fcb-69f4c64aa5f4 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4496799 Aug 03 21:13:04.803348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Request body: {'port': {'device_id': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:05.064239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a7865-1b92-4a25-86ef-c493a9fe6e6d req-28d1408e-d6e1-4c59-81c1-0e41fc2bd014 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:05.065747 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a0a7865-1b92-4a25-86ef-c493a9fe6e6d req-28d1408e-d6e1-4c59-81c1-0e41fc2bd014 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 931 time: 0.0515466 Aug 03 21:13:05.096159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] For port 2a188b02-4bd8-4405-a9c3-1ea67f01e875, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2a188b02-4bd8-4405-a9c3-1ea67f01e875,segment=NetworkSegment(145a580f-e242-48e0-913f-57a0043b13c4),segment_id=145a580f-e242-48e0-913f-57a0043b13c4)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:05.096537 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:05.108484 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5a0a7865-1b92-4a25-86ef-c493a9fe6e6d req-0fefaecf-0acc-4403-ab64-b90d176e2316 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362685 Aug 03 21:13:05.132732 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Calling delete_port for 2a188b02-4bd8-4405-a9c3-1ea67f01e875 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:13:05.220071 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:05.246854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200afb0-4e06-4b7c-b099-4a26f842ab40 req-1f4ed209-9697-476e-beb5-b82a8700acc3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:05.248947 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3200afb0-4e06-4b7c-b099-4a26f842ab40 req-1f4ed209-9697-476e-beb5-b82a8700acc3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1746418 Aug 03 21:13:05.413759 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3200afb0-4e06-4b7c-b099-4a26f842ab40 req-409b88b3-e905-4948-b9d5-e1b12be5b31e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531382 Aug 03 21:13:05.721751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212ed112-83b4-4ae1-b57d-427d30358fb9 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:05.728560 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:05.731714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:05.768946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a188b02-4bd8-4405-a9c3-1ea67f01e875,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:05.774123 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Transition to ACTIVE for port object 212ed112-83b4-4ae1-b57d-427d30358fb9 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:05.931713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:05.994554 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Pushing event updated for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:05.998568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.152987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Attempting to bind port 212ed112-83b4-4ae1-b57d-427d30358fb9 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:06.153331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Attempting to bind port 212ed112-83b4-4ae1-b57d-427d30358fb9 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:06.153677 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Attempting to bind port 212ed112-83b4-4ae1-b57d-427d30358fb9 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:06.162916 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Port 212ed112-83b4-4ae1-b57d-427d30358fb9 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:13:06.163248 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Attempting to bind port 212ed112-83b4-4ae1-b57d-427d30358fb9 on network cd1931e9-7ae7-4adb-894b-de7c3e0046dd {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:06.172912 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:06.173250 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Checking segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:06.173641 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Bound using segment: {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:06.174086 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Bound port: 212ed112-83b4-4ae1-b57d-427d30358fb9, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:06.174445 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.250385 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23873d-d133-4349-8815-5d6cf30f0615 req-d1e36265-0438-471a-9cd8-102b4d4e3603 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.252067 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae23873d-d133-4349-8815-5d6cf30f0615 req-d1e36265-0438-471a-9cd8-102b4d4e3603 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0598326 Aug 03 21:13:06.301511 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae23873d-d133-4349-8815-5d6cf30f0615 req-7a376892-c06d-4e97-99ec-0dbdbbe6ce59 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Aug 03 21:13:06.325371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:06.330114 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=212ed112-83b4-4ae1-b57d-427d30358fb9,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:06.344755 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Router d7070ce9-398c-4b12-a713-2a66c8e70c86 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:13:06.435693 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.487685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.488331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.489705 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] 10.222.0.79 "PUT /v2.0/ports/212ed112-83b4-4ae1-b57d-427d30358fb9 HTTP/1.1" status: 200 len: 1093 time: 1.6959040 Aug 03 21:13:06.490145 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:06.492549 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.493092 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aab01f-78df-4695-b4cc-569128411e57" -d '{"events": [{"name": "network-changed", "server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:06.541685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e305007c-d7df-46cc-b747-5e78b306b6be x-openstack-request-id: req-e305007c-d7df-46cc-b747-5e78b306b6be {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:06.541978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:06.542237 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e305007c-d7df-46cc-b747-5e78b306b6be {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:06.542729 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9', 'status': 'completed', 'code': 200} Aug 03 21:13:06.543759 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:06.553414 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Sync routers for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:06.555604 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45384) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:06.555746 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0c34b45d-d334-4754-a70f-60412aec2e25 admin admin] 10.222.0.32 "PUT /v2.0/routers/d7070ce9-398c-4b12-a713-2a66c8e70c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879524 Aug 03 21:13:06.556919 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d59f5-a616-4cb6-9a97-076a18cbcfae service neutron] Pushing event updated for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:06.579792 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:06.587027 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:12:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:06.627555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ded222-ab7b-4c43-b641-cdc4f6f755f6 req-446d1e90-1fd1-4824-a483-98ca4224bcfd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.629153 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08ded222-ab7b-4c43-b641-cdc4f6f755f6 req-446d1e90-1fd1-4824-a483-98ca4224bcfd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.1329496 Aug 03 21:13:06.655202 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab01f-78df-4695-b4cc-569128411e57 req-fa187981-c2df-4ece-b12e-a8f1b9d15c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.657712 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d5aab01f-78df-4695-b4cc-569128411e57 req-fa187981-c2df-4ece-b12e-a8f1b9d15c3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0965927 Aug 03 21:13:06.697788 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:06.723496 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:06.737947 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08ded222-ab7b-4c43-b641-cdc4f6f755f6 req-0d6c976a-b123-441f-8710-8f04a2f1e868 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971465 Aug 03 21:13:06.798870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab01f-78df-4695-b4cc-569128411e57 req-509fe814-57be-4bad-b74f-a8bf24309191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.799393 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d5aab01f-78df-4695-b4cc-569128411e57 req-509fe814-57be-4bad-b74f-a8bf24309191 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329346 Aug 03 21:13:06.937321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab01f-78df-4695-b4cc-569128411e57 req-53c266d0-7854-407a-b4e1-4d8e5849d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:06.939000 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d5aab01f-78df-4695-b4cc-569128411e57 req-53c266d0-7854-407a-b4e1-4d8e5849d290 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308861 Aug 03 21:13:07.043483 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:13:05Z', 'revision_number': 5, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:07.054268 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-2bce4890-3638-4954-bc1d-3df74430979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:07.056718 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-2bce4890-3638-4954-bc1d-3df74430979a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0667138 Aug 03 21:13:07.082016 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Checking router: d7070ce9-398c-4b12-a713-2a66c8e70c86 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:07.091820 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Routers {'d7070ce9-398c-4b12-a713-2a66c8e70c86'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:07.092697 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:12:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['d7070ce9-398c-4b12-a713-2a66c8e70c86'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:07.115949 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-292074f1-a125-459e-89b5-af2438467abb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=212ed112-83b4-4ae1-b57d-427d30358fb9 HTTP/1.1" status: 200 len: 217 time: 0.0502579 Aug 03 21:13:07.125016 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:07.173869 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-c4f0e68e-7f11-4527-b711-9f70e28f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:07.175365 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-c4f0e68e-7f11-4527-b711-9f70e28f279f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=087bab63-c845-480b-8eef-abb9903431cf HTTP/1.1" status: 200 len: 854 time: 0.0514393 Aug 03 21:13:07.206238 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] Set router d7070ce9-398c-4b12-a713-2a66c8e70c86 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:07.224506 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-2a70fe6b-90c1-4bb4-a93c-7c28b41cdfca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd1931e9-7ae7-4adb-894b-de7c3e0046dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265086 Aug 03 21:13:07.309571 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Deleting port f44c1463-7945-4e16-a4b3-597eda8b0ed4 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:13:07.310557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:07.319551 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-bf1c2b90-6037-4408-8c61-e895bd8cc44d service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986619 Aug 03 21:13:07.411178 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] For port f44c1463-7945-4e16-a4b3-597eda8b0ed4, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=f44c1463-7945-4e16-a4b3-597eda8b0ed4,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:07.411552 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:07.419646 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:13:05Z', 'revision_number': 5, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:07.436906 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f723b1-9f42-4234-a091-9b55b5f3a0a6 req-b3d8c3d8-8611-4b7f-98d6-98e51334bebb service neutron] 10.222.0.79 "GET /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089306 Aug 03 21:13:07.443682 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Calling delete_port for f44c1463-7945-4e16-a4b3-597eda8b0ed4 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:13:07.453010 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7ce4-717b-4dfe-9383-4408fe0ae265 None None] The sync data for ids ['d7070ce9-398c-4b12-a713-2a66c8e70c86'] in dv-cinder-786260-15-iscsi is: [{'id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'name': 'tempest-ServerRescueNegativeTestJSON-1628730480-router', 'tenant_id': '4f28113ab6eb4b619498b0e1751a33b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:16Z', 'updated_at': '2021-08-03T21:13:05Z', 'revision_number': 5, 'project_id': '4f28113ab6eb4b619498b0e1751a33b8', 'gw_port': {'id': 'f44c1463-7945-4e16-a4b3-597eda8b0ed4', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7070ce9-398c-4b12-a713-2a66c8e70c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:17Z', 'updated_at': '2021-08-03T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:07.560362 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621845e-1899-4f5c-8650-9364b10097c7 req-80669334-f48d-4e45-9fd1-e68fe0aa2353 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:07.560362 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9621845e-1899-4f5c-8650-9364b10097c7 req-80669334-f48d-4e45-9fd1-e68fe0aa2353 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.1096699 Aug 03 21:13:07.613183 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9621845e-1899-4f5c-8650-9364b10097c7 req-5cafc0c4-89a6-454b-abc4-2a0597a34fef tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027451 Aug 03 21:13:07.807309 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:07.835872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f44c1463-7945-4e16-a4b3-597eda8b0ed4,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:07.931827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:07.950860 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163972cf-332c-4bd3-8b0c-3d4c03404339 req-daf8908f-c65e-4050-ab0b-db7ca8fd9b28 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:07.953370 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-163972cf-332c-4bd3-8b0c-3d4c03404339 req-daf8908f-c65e-4050-ab0b-db7ca8fd9b28 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0926754 Aug 03 21:13:08.036978 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2a188b02-4bd8-4405-a9c3-1ea67f01e875 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:13:08.038046 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-163972cf-332c-4bd3-8b0c-3d4c03404339 req-fac0c676-0e62-4c9e-9524-3657ac36a00a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611753 Aug 03 21:13:08.039709 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45404) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:08.080711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 2a188b02-4bd8-4405-a9c3-1ea67f01e875 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:13:08.081055 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2a188b02-4bd8-4405-a9c3-1ea67f01e875 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:13:08.098834 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.101419 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.155833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63bb-9628-44c8-9bc2-6a4a52da22cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.244016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63bb-9628-44c8-9bc2-6a4a52da22cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.469529 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.470115 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7070ce9-398c-4b12-a713-2a66c8e70c86 {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:13:08.474873 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.476075 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fbe8fd49-cf57-421a-9672-ea260da939cd admin admin] 10.222.0.32 "DELETE /v2.0/routers/d7070ce9-398c-4b12-a713-2a66c8e70c86 HTTP/1.1" status: 204 len: 168 time: 1.9191592 Aug 03 21:13:08.478502 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45408) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:08.528636 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Deleting subnet 27a9309b-6879-426a-80f1-906f0b4a615f {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:13:08.532197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.567003 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.609498 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.642364 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1dd63bb-9628-44c8-9bc2-6a4a52da22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.688959 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f1dd63bb-9628-44c8-9bc2-6a4a52da22cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acd903c429864140b6d7e8d256070a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481512 Aug 03 21:13:08.690077 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd63bb-9628-44c8-9bc2-6a4a52da22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f121a94-a775-4e09-8895-9448ef3d1110,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:08.692690 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45412) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:08.746884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.759370 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a5628-73a2-4074-b3a5-2c9257720e52 req-72c764bf-9e1b-41d1-8b50-623bbb92132c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:08.761710 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2c5a5628-73a2-4074-b3a5-2c9257720e52 req-72c764bf-9e1b-41d1-8b50-623bbb92132c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0726826 Aug 03 21:13:08.782205 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.797958 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.831218 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a9309b-6879-426a-80f1-906f0b4a615f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:08.836870 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2c5a5628-73a2-4074-b3a5-2c9257720e52 req-62173c3e-6815-4459-8fbb-704b5c465e31 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677683 Aug 03 21:13:08.841212 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.841212 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4ceaedc4-2c3b-49c7-aaea-6c650fb8675e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27a9309b-6879-426a-80f1-906f0b4a615f HTTP/1.1" status: 204 len: 168 time: 0.3604937 Aug 03 21:13:08.844087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45416) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:08.920304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.990031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.992592 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:08.993767 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f121a94-a775-4e09-8895-9448ef3d1110 HTTP/1.1" status: 204 len: 168 time: 0.2999315 Aug 03 21:13:09.011730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5637b-4898-4697-9d23-2a126ec9f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f121a94-a775-4e09-8895-9448ef3d1110,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:09.020643 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.035932 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe69f75-7d46-4521-b23b-8d3b2889b85b']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:09.046821 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145a580f-e242-48e0-913f-57a0043b13c4') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:09.047195 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145a580f-e242-48e0-913f-57a0043b13c4') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:09.056564 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.072933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.084627 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:13:09.085151 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:13:09.087503 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:13:09.144916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:13:09.208781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55089792-285c-4bda-8484-032e3fd362ca req-c6ad47a5-3a8c-4f39-a8a3-dceaaf345f5d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:09.210463 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-55089792-285c-4bda-8484-032e3fd362ca req-c6ad47a5-3a8c-4f39-a8a3-dceaaf345f5d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 944 time: 0.0767939 Aug 03 21:13:09.250252 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:09.263138 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-55089792-285c-4bda-8484-032e3fd362ca req-beab6b2b-e95e-44e2-93d3-1a3f4b7aac58 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445945 Aug 03 21:13:09.263645 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'mac_address': 'fa:16:3e:2e:1e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:13:09.304250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.318153 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:09.339008 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:09.343894 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.349385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.351284 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9fe69f75-7d46-4521-b23b-8d3b2889b85b HTTP/1.1" status: 204 len: 168 time: 0.5058343 Aug 03 21:13:09.363141 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcdbca-ccab-4b44-aac2-b10be5a15160 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe69f75-7d46-4521-b23b-8d3b2889b85b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:09.464662 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.520342 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=9']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:09.523644 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.523904 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.524247 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.524581 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.524916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.525242 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.525568 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.526516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.526867 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.527224 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.527548 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.527870 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:09.855126 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45436) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:09.898135 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8fbb4e2c-8feb-435e-bf78-6821b3e58c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f28113ab6eb4b619498b0e1751a33b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417302 Aug 03 21:13:09.902960 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45440) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:09.925656 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device f44c1463-7945-4e16-a4b3-597eda8b0ed4 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:13:09.968068 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:09.973171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: f44c1463-7945-4e16-a4b3-597eda8b0ed4 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:13:09.973800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device f44c1463-7945-4e16-a4b3-597eda8b0ed4 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:13:09.998127 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:10.022107 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f404dd-eda9-44d1-9ee2-b3e4586eda6d req-84922a2b-92da-4051-9562-e8e1da64183f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:10.023812 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-50f404dd-eda9-44d1-9ee2-b3e4586eda6d req-84922a2b-92da-4051-9562-e8e1da64183f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0685587 Aug 03 21:13:10.082419 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-50f404dd-eda9-44d1-9ee2-b3e4586eda6d req-9d170bc8-ee5f-422d-90c5-f3e2705ee3ec tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505993 Aug 03 21:13:10.182744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:10.185812 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:10.190714 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdcdd8a9-c7ff-4cbb-85f8-afb41925e172 HTTP/1.1" status: 204 len: 168 time: 0.2830994 Aug 03 21:13:10.196336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b4f5d-ab12-4525-9b9a-5d318d646e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcdd8a9-c7ff-4cbb-85f8-afb41925e172,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:10.400839 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53dcc8-65ef-4fac-9af3-252e774f4c34 req-bf2326bc-621c-438c-b9f3-476a4abf6c8f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:10.402730 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db53dcc8-65ef-4fac-9af3-252e774f4c34 req-bf2326bc-621c-438c-b9f3-476a4abf6c8f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 03 21:13:10.438816 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45454) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:10.458035 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db53dcc8-65ef-4fac-9af3-252e774f4c34 req-d830cad8-1630-41ff-bdde-c03f0429038e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 Aug 03 21:13:10.646056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1145155005-network', 'tenant_id': '2f5a41326d2a4cf9911887c04a24c523'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:10.789993 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Made reservation on behalf of 2f5a41326d2a4cf9911887c04a24c523 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:10.793022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:10.801990 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:10.923598 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.018209 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.044865 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:13:11.055561 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb74e8-7fe3-45ec-9672-32da8b12a58f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:11.066972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.067169 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Added segment 34a278a7-7dfc-4587-9a7a-e4f86c2dac73 of type vlan for network 8e1c1191-d325-4d08-91c4-d0319a4b20fb Aug 03 21:13:11.138708 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.230035 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d31360-8adc-4f96-90a1-7de343311554 req-0ca2d193-8dda-48e8-9928-b58a7a728b78 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:11.231877 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-45d31360-8adc-4f96-90a1-7de343311554 req-0ca2d193-8dda-48e8-9928-b58a7a728b78 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0569379 Aug 03 21:13:11.276465 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-45d31360-8adc-4f96-90a1-7de343311554 req-396014ad-b704-4e33-a0eb-9603c7094ccf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Aug 03 21:13:11.293178 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.294890 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:11.296182 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.376930 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] Pushing event updated for resources: {'Network': ['ID=8e1c1191-d325-4d08-91c4-d0319a4b20fb,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:11.389126 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:13:11.407619 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45480) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:11.484209 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-63455f19-78ce-4bec-875d-f5621e7586cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0425398 Aug 03 21:13:11.487194 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45486) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:11.494644 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Request body: {'subnet': {'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1145155005-subnet', 'tenant_id': '2f5a41326d2a4cf9911887c04a24c523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:11.545083 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-371312373-network', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:11.605249 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850b7dd-d183-4b4e-82b7-02d11fdc73c0 req-0da29899-0254-44d1-8a84-07c2eae9c743 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:11.606872 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0850b7dd-d183-4b4e-82b7-02d11fdc73c0 req-0da29899-0254-44d1-8a84-07c2eae9c743 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 03 21:13:11.630745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Made reservation on behalf of 2f5a41326d2a4cf9911887c04a24c523 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:11.632956 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.698237 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0850b7dd-d183-4b4e-82b7-02d11fdc73c0 req-f4bed180-1f3b-4170-8504-aa29cc6f685f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843337 Aug 03 21:13:11.721117 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Made reservation on behalf of 81801dd85fe940e9b72dc4e7c697c073 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:11.723688 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.733745 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.829200 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.926933 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.955304 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.955909 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:13:11.962521 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a6678a-e3c3-4c0d-964f-bce67313999e,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:11.970167 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:11.970734 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Added segment 24bd2f59-94c8-4145-9446-757ebc274a56 of type vlan for network 6b324ef2-af90-4c23-994d-fb284262906f Aug 03 21:13:12.013474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.016562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e6814b-9325-45c9-b509-fbf5e730dea8,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:12.024281 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Checking segment: {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:12.024791 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Network hostable DHCP agents. Network: 8e1c1191-d325-4d08-91c4-d0319a4b20fb, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:13:12.115539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:13:12.149624 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.150630 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:12.151280 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.213126 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 8e1c1191-d325-4d08-91c4-d0319a4b20fb) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:12.213335 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] Pushing event updated for resources: {'Network': ['ID=6b324ef2-af90-4c23-994d-fb284262906f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:12.218078 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:12.219204 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.232137 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d7e3d-599e-4a72-b172-af6ddfdcccb7 None None] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:12.232137 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 6b324ef2-af90-4c23-994d-fb284262906f details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:13:12.304435 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ded7084b-b7de-478d-be28-e9dcc99b6b07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8955605 Aug 03 21:13:12.309588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45492) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:12.315512 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Request body: {'subnet': {'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-371312373-subnet', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:12.342780 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1c23f93b-f7a2-4bb1-bce9-f5eb398ef6e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8541493 Aug 03 21:13:12.469724 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Made reservation on behalf of 81801dd85fe940e9b72dc4e7c697c073 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:12.473467 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.477245 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d77b80-8481-43d2-a18f-2e1b49c03ea7 req-d6db3383-b6c7-472a-9781-c7a6e0d645d5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:12.479598 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e5d77b80-8481-43d2-a18f-2e1b49c03ea7 req-d6db3383-b6c7-472a-9781-c7a6e0d645d5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0978317 Aug 03 21:13:12.501999 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['d45f24d6-54b6-4caf-b935-4c19c89b0f4a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:12.532582 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e5d77b80-8481-43d2-a18f-2e1b49c03ea7 req-0bcf66bf-1264-4659-816b-e48fb276ceb9 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374980 Aug 03 21:13:12.612903 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e945ee-1537-401c-9b47-af0a61332328 None None] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:12.806913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:12.881363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c6c475-458d-451f-8592-5ec71a755940,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:12.902091 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d61e7a-7563-4cb3-92bd-b17f4236e9ed req-569491c7-7be1-4a0d-a63a-52418b209a85 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:12.907552 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0d61e7a-7563-4cb3-92bd-b17f4236e9ed req-569491c7-7be1-4a0d-a63a-52418b209a85 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.1122425 Aug 03 21:13:12.919405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Checking segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:12.919766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Network hostable DHCP agents. Network: 6b324ef2-af90-4c23-994d-fb284262906f, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:13:12.964139 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b0d61e7a-7563-4cb3-92bd-b17f4236e9ed req-7a2cbec8-16ce-4d85-996c-2b7193079751 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524006 Aug 03 21:13:13.080969 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Network 6b324ef2-af90-4c23-994d-fb284262906f is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:13:13.212295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 6b324ef2-af90-4c23-994d-fb284262906f) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:13.218646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:13.219590 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.225660 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f9727-10b4-4fe9-bee6-d7c469971bf1 None None] Network 6b324ef2-af90-4c23-994d-fb284262906f requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:13.310623 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d8334588-4038-41ea-b8e2-21cc264d73b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9996274 Aug 03 21:13:13.314704 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45510) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:13.319365 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:13.399935 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-6b324ef2-af90-4c23-994d-fb284262906f', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:13:13.400857 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.453253 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.455397 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.555336 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.566217 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Allocated IP 172.20.0.2 (6b324ef2-af90-4c23-994d-fb284262906f/13c6c475-458d-451f-8592-5ec71a755940/2c46deed-bef5-4577-83b8-f71d993a74ac) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:13.713485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf6aa6-3fd4-4dc6-8cc3-f6aa4721dd3e req-0b785249-5fd8-4493-a411-ee69be189017 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:13.715169 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9bbf6aa6-3fd4-4dc6-8cc3-f6aa4721dd3e req-0b785249-5fd8-4493-a411-ee69be189017 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 943 time: 0.0902333 Aug 03 21:13:13.749770 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.759181 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Transition to ACTIVE for port object 2c46deed-bef5-4577-83b8-f71d993a74ac will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:13.793068 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Transition to ACTIVE for port object 2c46deed-bef5-4577-83b8-f71d993a74ac will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:13.853702 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9bbf6aa6-3fd4-4dc6-8cc3-f6aa4721dd3e req-98fb9651-4536-40a9-aaf9-e5b5920108c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086993 Aug 03 21:13:13.856724 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.870473 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:13.917329 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Network 6b324ef2-af90-4c23-994d-fb284262906f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:13.920560 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:13.927217 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:13.930414 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Pushing event updated for resources: {'Port': ['ID=2c46deed-bef5-4577-83b8-f71d993a74ac,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:13.991524 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Attempting to bind port 2c46deed-bef5-4577-83b8-f71d993a74ac on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:13.991981 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Attempting to bind port 2c46deed-bef5-4577-83b8-f71d993a74ac by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:13.992673 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Attempting to bind port 2c46deed-bef5-4577-83b8-f71d993a74ac on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:13.998745 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:13.999510 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Checking segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:13.999916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.000255 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Bound using segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:14.000840 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Bound port: 2c46deed-bef5-4577-83b8-f71d993a74ac, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:14.001394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.085966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] For port 2c46deed-bef5-4577-83b8-f71d993a74ac, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:14.091303 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] For port 2c46deed-bef5-4577-83b8-f71d993a74ac, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2c46deed-bef5-4577-83b8-f71d993a74ac,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:14.113099 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b77235-42ca-489a-9c6d-ae89b33b91c5 req-45a07e2a-206a-457c-8a19-4822a8b1cb8f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:14.114586 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b77235-42ca-489a-9c6d-ae89b33b91c5 req-45a07e2a-206a-457c-8a19-4822a8b1cb8f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 945 time: 0.0526478 Aug 03 21:13:14.138502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 212ed112-83b4-4ae1-b57d-427d30358fb9 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:13:14.140832 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:14.178273 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.188111 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b77235-42ca-489a-9c6d-ae89b33b91c5 req-4d6aaeae-4b19-4d5b-91dc-b014bf36590b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609076 Aug 03 21:13:14.230929 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.250896 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.324774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=212ed112-83b4-4ae1-b57d-427d30358fb9,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:14.343797 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '212ed112-83b4-4ae1-b57d-427d30358fb9', 'network_id': 'cd1931e9-7ae7-4adb-894b-de7c3e0046dd', 'port_id': '212ed112-83b4-4ae1-b57d-427d30358fb9', 'mac_address': 'fa:16:3e:58:ed:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087bab63-c845-480b-8eef-abb9903431cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:13:14.368806 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb7c3-46b0-452e-a1da-e1a69b074b19 None None] Pushing event updated for resources: {'Port': ['ID=2c46deed-bef5-4577-83b8-f71d993a74ac,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:14.388819 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Allocated IP 172.27.0.65 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/8114de91-6767-49b0-bdf0-bdc6e6f23601) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:14.416252 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port d45f24d6-54b6-4caf-b935-4c19c89b0f4a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:14.417131 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.515226 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.542008 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212ed112-83b4-4ae1-b57d-427d30358fb9 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:14.548556 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.570459 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=212ed112-83b4-4ae1-b57d-427d30358fb9,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:14.614080 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.644841 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:14.647268 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5feced-3eaa-472c-99cc-9a8be4ab1cd9" -d '{"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:14.659537 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.667020 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:14.692749 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.713242 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db93137-7678-4f16-bd56-49b13a7c86a2 x-openstack-request-id: req-2db93137-7678-4f16-bd56-49b13a7c86a2 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:14.713604 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-plugged", "status": "completed", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:14.713866 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db93137-7678-4f16-bd56-49b13a7c86a2 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:14.714320 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'code': 200} Aug 03 21:13:14.731502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:14.754340 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:14.758005 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:14.762080 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:14.766891 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:14.788467 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Pushing event updated for resources: {'Port': ['ID=8114de91-6767-49b0-bdf0-bdc6e6f23601,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:14.840314 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=10']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:14.913030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-5dcde907-e36c-412d-9b3b-edb8398ac7fa tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:14.914787 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-5dcde907-e36c-412d-9b3b-edb8398ac7fa tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/networks?id=8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 200 len: 814 time: 0.1411726 Aug 03 21:13:14.926448 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['212ed112-83b4-4ae1-b57d-427d30358fb9'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:14.947047 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-0a062a90-23b1-4250-9cfb-622b42958971 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/quotas/2f5a41326d2a4cf9911887c04a24c523 HTTP/1.1" status: 200 len: 375 time: 0.0228794 Aug 03 21:13:14.993722 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-793eb399-3ffd-4049-9827-3caca74b14c5 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335340 Aug 03 21:13:15.026963 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b7397-62e2-4325-8b00-896aaa380940 req-7ba3c65a-130d-45d2-ab11-b61b9ba9418b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:15.029539 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-980b7397-62e2-4325-8b00-896aaa380940 req-7ba3c65a-130d-45d2-ab11-b61b9ba9418b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 944 time: 0.0680795 Aug 03 21:13:15.103201 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-c480b33e-1078-4d37-ac7c-927f50f1af80 service neutron] 10.222.0.32 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999193 Aug 03 21:13:15.136419 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-980b7397-62e2-4325-8b00-896aaa380940 req-58c290d8-61ee-474e-b22c-6007d1f4bc55 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992994 Aug 03 21:13:15.231848 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:15.433739 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65145533-e83c-4d37-a441-6bca8f36c417 req-e1a36e39-e89a-4180-add3-0d8e6c87d19d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:15.435408 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65145533-e83c-4d37-a441-6bca8f36c417 req-e1a36e39-e89a-4180-add3-0d8e6c87d19d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.1021757 Aug 03 21:13:15.521007 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75e6f8-3eaf-4f59-89e6-964838348134 None None] Network 6b324ef2-af90-4c23-994d-fb284262906f requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:15.548235 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73438-602a-4d7d-9e7a-59bdf8741bf7 req-6da74cd0-2080-454b-b2b4-73780bf23018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:15.549821 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca73438-602a-4d7d-9e7a-59bdf8741bf7 req-6da74cd0-2080-454b-b2b4-73780bf23018 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1100 time: 0.0641277 Aug 03 21:13:15.580672 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-65145533-e83c-4d37-a441-6bca8f36c417 req-e1280ff7-b654-44ba-ae77-0f01e0e8d233 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373320 Aug 03 21:13:15.591948 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-a854b95d-9160-447b-9aea-4884fb5750ff service neutron] 10.222.0.32 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821773 Aug 03 21:13:15.607412 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:15.625403 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca73438-602a-4d7d-9e7a-59bdf8741bf7 req-55258555-452f-464e-bca9-3c9d442d3448 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635927 Aug 03 21:13:15.823949 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2b8b8f08-eba8-4525-903e-b4aa98f33c4b None None] Provisioning for port 2c46deed-bef5-4577-83b8-f71d993a74ac completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:15.887548 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Router 46610a36-fb75-4d34-85d5-f1744e14500d is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:13:15.936012 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4ac99baa-2b1d-4b28-98ab-973c873b6d9b req-45558d61-805b-4a4d-ae17-ae404ea630b6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0391631 Aug 03 21:13:16.046265 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2c46deed-bef5-4577-83b8-f71d993a74ac up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:16.162179 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 212ed112-83b4-4ae1-b57d-427d30358fb9 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:16.199351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 2c46deed-bef5-4577-83b8-f71d993a74ac completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:16.211734 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 2c46deed-bef5-4577-83b8-f71d993a74ac triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:16.211734 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.218107 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45564) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:16.306034 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303971f-2646-4a3c-95b6-abd73eac3e40 req-81991180-f325-4e78-a1e4-53f13322a18f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:16.308816 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1303971f-2646-4a3c-95b6-abd73eac3e40 req-81991180-f325-4e78-a1e4-53f13322a18f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 944 time: 0.0648575 Aug 03 21:13:16.336771 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.362567 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1303971f-2646-4a3c-95b6-abd73eac3e40 req-afff0535-3f44-445a-a7ce-a9efe9f0f6b6 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Aug 03 21:13:16.375516 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:16.381749 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 2c46deed-bef5-4577-83b8-f71d993a74ac, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2c46deed-bef5-4577-83b8-f71d993a74ac,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:16.393410 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:16.398428 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 212ed112-83b4-4ae1-b57d-427d30358fb9 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:16.410445 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 212ed112-83b4-4ae1-b57d-427d30358fb9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:16.410976 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.414663 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:16.415417 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:12:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:16.443265 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0ab0-546e-4f25-8894-5ef69a09ca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.513126 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d130167f-93d8-42ed-9519-54b08f280e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.531059 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.532508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.535488 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d2d3fd94-30f7-4e0e-8ca2-536e86a86b04 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2191675 Aug 03 21:13:16.540061 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45568) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:16.659545 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=2c46deed-bef5-4577-83b8-f71d993a74ac,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:16.708378 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:16.762875 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0ab0-546e-4f25-8894-5ef69a09ca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.817719 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.866813 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0ab0-546e-4f25-8894-5ef69a09ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:16.919121 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0395d-ccee-409b-9bea-c6b86e7918ea req-02c77308-6050-42d6-827f-89df9b91260f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:16.920848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35e0395d-ccee-409b-9bea-c6b86e7918ea req-02c77308-6050-42d6-827f-89df9b91260f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.1496706 Aug 03 21:13:16.936815 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0ab0-546e-4f25-8894-5ef69a09ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b779892-1ff5-4c6d-957e-ae2569213ada,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:16.967971 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e7ae0ab0-546e-4f25-8894-5ef69a09ca3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4536e6b0f9146399fcb8ebf15b8fae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484806 Aug 03 21:13:16.970143 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45582) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:17.038849 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35e0395d-ccee-409b-9bea-c6b86e7918ea req-f37afbfe-ddbc-4405-9092-ffae13b707e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080348 Aug 03 21:13:17.077213 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=212ed112-83b4-4ae1-b57d-427d30358fb9,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:17.079828 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:17.084979 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b031c7f-6fa5-43ff-94cf-07956278ed88" -d '{"events": [{"server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "name": "network-vif-plugged", "status": "completed", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:17.132686 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.149434 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdcce7a-4733-4547-b7c3-473876d5d728 x-openstack-request-id: req-cbdcce7a-4733-4547-b7c3-473876d5d728 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:17.152306 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "name": "network-vif-plugged", "status": "completed", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:17.152306 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbdcce7a-4733-4547-b7c3-473876d5d728 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:17.152306 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9', 'code': 200} Aug 03 21:13:17.170868 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79ed0532-d797-468f-b430-94b05014f9a3 req-4448165d-7ef2-4c9e-abf1-393ede9911e2 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0574374 Aug 03 21:13:17.202219 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.212592 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.261436 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:14Z', 'revision_number': 3, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:17.291306 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:17.294379 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:17.294727 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Updating router 46610a36-fb75-4d34-85d5-f1744e14500d port 8114de91-6767-49b0-bdf0-bdc6e6f23601 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:17.328038 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.403201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.406626 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.411198 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.417625 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b779892-1ff5-4c6d-957e-ae2569213ada HTTP/1.1" status: 204 len: 168 time: 0.4435301 Aug 03 21:13:17.449981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67673129-2e9a-42b9-81b7-30580a56cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b779892-1ff5-4c6d-957e-ae2569213ada,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:17.616133 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a275aee-0d26-4336-976f-d636caa66246 req-afa1fa0c-7ebc-4507-82d9-d408afc428be tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:17.623215 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a275aee-0d26-4336-976f-d636caa66246 req-afa1fa0c-7ebc-4507-82d9-d408afc428be tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.1013982 Aug 03 21:13:17.698948 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4ee2-f9c4-4741-9ea6-e7ded756800d req-512145f1-56a7-4a5b-9cd4-525823165ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:17.701500 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-855b4ee2-f9c4-4741-9ea6-e7ded756800d req-512145f1-56a7-4a5b-9cd4-525823165ae7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 1098 time: 0.0594375 Aug 03 21:13:17.715076 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2a275aee-0d26-4336-976f-d636caa66246 req-9809a801-01e6-48b4-a6d6-5e9bb3daabf8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879323 Aug 03 21:13:17.734396 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Allocated IP 172.20.0.1 (6b324ef2-af90-4c23-994d-fb284262906f/13c6c475-458d-451f-8592-5ec71a755940/e2cbb84c-2ebe-4890-983f-38bd5014d304) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:17.745924 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.763597 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Transition to ACTIVE for port object 8114de91-6767-49b0-bdf0-bdc6e6f23601 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:17.765111 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-855b4ee2-f9c4-4741-9ea6-e7ded756800d req-1079b03d-cef0-43ef-af88-9bbd89a25085 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Aug 03 21:13:17.872121 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.888998 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Transition to ACTIVE for port object e2cbb84c-2ebe-4890-983f-38bd5014d304 will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:17.897919 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.957087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Attempting to bind port 8114de91-6767-49b0-bdf0-bdc6e6f23601 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:17.957087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Attempting to bind port 8114de91-6767-49b0-bdf0-bdc6e6f23601 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:17.957087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Attempting to bind port 8114de91-6767-49b0-bdf0-bdc6e6f23601 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:17.966010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:17.966815 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:17.966815 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:17.967241 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:17.967727 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Bound port: 8114de91-6767-49b0-bdf0-bdc6e6f23601, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:17.968109 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.008217 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74c38c-db5d-4635-aecc-72f4005042db None None] Pushing event updated for resources: {'Port': ['ID=8114de91-6767-49b0-bdf0-bdc6e6f23601,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:18.043720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.049450 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2c46deed-bef5-4577-83b8-f71d993a74ac up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:18.088978 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] For port 8114de91-6767-49b0-bdf0-bdc6e6f23601, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:18.106255 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] For port 8114de91-6767-49b0-bdf0-bdc6e6f23601, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=8114de91-6767-49b0-bdf0-bdc6e6f23601,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:18.111363 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Network 6b324ef2-af90-4c23-994d-fb284262906f is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:18.116819 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:18.121853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:18.140264 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 2c46deed-bef5-4577-83b8-f71d993a74ac triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:18.140647 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.161893 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Pushing event updated for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:18.185349 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.371668 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.371788 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c996e713-6ffd-400a-9d18-f8a60f672f2a req-15ec47ae-f900-4100-a8c4-45809a775431 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0622420 Aug 03 21:13:18.412355 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bcdf-5f8d-4a0e-8501-31c8482d96dd req-1b69d44a-8bb0-4213-9398-12240274552b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:18.412355 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9470bcdf-5f8d-4a0e-8501-31c8482d96dd req-1b69d44a-8bb0-4213-9398-12240274552b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0840268 Aug 03 21:13:18.433887 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74c38c-db5d-4635-aecc-72f4005042db None None] Pushing event updated for resources: {'Port': ['ID=8114de91-6767-49b0-bdf0-bdc6e6f23601,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:18.436859 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:18.437923 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:12:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:18.467730 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9470bcdf-5f8d-4a0e-8501-31c8482d96dd req-3bf30e32-361d-4179-a30e-bb4a25c85f57 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495529 Aug 03 21:13:18.562890 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:18.658115 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.721246 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ff35d3cd-67c3-4855-aaf6-da02cf60c03a None None] Provisioning for port e2cbb84c-2ebe-4890-983f-38bd5014d304 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:18.733235 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ff35d3cd-67c3-4855-aaf6-da02cf60c03a None None] Provisioning complete for port e2cbb84c-2ebe-4890-983f-38bd5014d304 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:18.733863 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff35d3cd-67c3-4855-aaf6-da02cf60c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:18.798420 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-ff35d3cd-67c3-4855-aaf6-da02cf60c03a None None] Port e2cbb84c-2ebe-4890-983f-38bd5014d304 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:18.890640 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:14Z', 'revision_number': 3, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:18.936537 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237bc52b-53cd-4c4a-8cd9-b2e3dc9c37a2 None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:14Z', 'revision_number': 3, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:18.951698 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805482-4368-4cd9-b7cb-9d75218efebe req-6966477c-99ee-404c-83bc-878c016feee3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:18.955125 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-04805482-4368-4cd9-b7cb-9d75218efebe req-6966477c-99ee-404c-83bc-878c016feee3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.0915856 Aug 03 21:13:19.003375 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.022643 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-04805482-4368-4cd9-b7cb-9d75218efebe req-e1ccee85-64ab-4e38-9de6-71dec252ead7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 Aug 03 21:13:19.059600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fd5c1b86-f16b-467c-9a1f-e955d06d80c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.164299 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.181619 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45644) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:19.223862 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.253515 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Pushing event updated for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:19.260943 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.379970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683607073-network', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:19.395166 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Network 6b324ef2-af90-4c23-994d-fb284262906f is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:19.399493 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:19.538739 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8edfcfbf-5338-4c43-b1e1-727a122fd25b req-8b513640-9895-4cee-afb9-94576a12981f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0663843 Aug 03 21:13:19.563671 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Made reservation on behalf of 2d45ad712cd347619e39842e5ffe4094 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:19.566638 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.615866 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.636778 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:13:19.721836 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-f7e85727-c843-4733-a0e0-bdc04d0053ae tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:19.723461 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-f7e85727-c843-4733-a0e0-bdc04d0053ae tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "GET /v2.0/networks?id=8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 200 len: 814 time: 0.2303836 Aug 03 21:13:19.740632 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Request body: {'port': {'device_id': '48583260-126b-44fe-a7f7-448bbabcd3af', 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb', 'admin_state_up': True, 'tenant_id': '2f5a41326d2a4cf9911887c04a24c523'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:19.744147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a6cb72b8-d066-4ba1-86f4-afd12c09d46f None None] Provisioning complete for port e2cbb84c-2ebe-4890-983f-38bd5014d304 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:19.745757 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a6cb72b8-d066-4ba1-86f4-afd12c09d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.792262 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb72b8-d066-4ba1-86f4-afd12c09d46f None None] Port e2cbb84c-2ebe-4890-983f-38bd5014d304 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:19.855855 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:19.866419 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5efe92-76fa-4c8b-82a7-f911aea3212f req-72518fd5-bf70-471f-8865-bcca53394729 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:19.867325 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c5efe92-76fa-4c8b-82a7-f911aea3212f req-72518fd5-bf70-471f-8865-bcca53394729 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.2293990 Aug 03 21:13:19.879328 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ac284e45-d65f-4faf-86dc-3dff4983100f admin admin] 10.222.0.32 "PUT /v2.0/routers/46610a36-fb75-4d34-85d5-f1744e14500d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3296442 Aug 03 21:13:19.917520 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:19.932340 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1c5efe92-76fa-4c8b-82a7-f911aea3212f req-b4201c9c-be33-4196-9676-eda871477a2c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554452 Aug 03 21:13:20.018726 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 8114de91-6767-49b0-bdf0-bdc6e6f23601 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:20.028790 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.066594 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:13:20.077654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:20.085058 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.085408 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Added segment 1f9e6453-2ff1-4bcb-b44f-94bcb1670968 of type vlan for network 0bf379e1-5373-4976-97db-e14cba280ea0 Aug 03 21:13:20.179745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.206656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Made reservation on behalf of 2f5a41326d2a4cf9911887c04a24c523 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:20.210638 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.247382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 8114de91-6767-49b0-bdf0-bdc6e6f23601 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:20.251611 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 8114de91-6767-49b0-bdf0-bdc6e6f23601 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:20.251991 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.292740 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258607-70da-4d5c-be94-6b4338a0e391 req-6f55272c-fd16-4b36-ba23-ce4bceddc415 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:20.295001 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7258607-70da-4d5c-be94-6b4338a0e391 req-6f55272c-fd16-4b36-ba23-ce4bceddc415 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.1409659 Aug 03 21:13:20.355015 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.380893 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 8114de91-6767-49b0-bdf0-bdc6e6f23601, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=8114de91-6767-49b0-bdf0-bdc6e6f23601,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:20.386840 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7258607-70da-4d5c-be94-6b4338a0e391 req-a9e716a0-cc63-43e9-b5ae-c8b1ad5d36e7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585053 Aug 03 21:13:20.442056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.443039 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:20.445993 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.469500 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Allocated IP 172.20.0.2 (8e1c1191-d325-4d08-91c4-d0319a4b20fb/58e6814b-9325-45c9-b509-fbf5e730dea8/1ba9de1b-afde-48df-8628-930d6ce215c7) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:20.530562 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.532696 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf379e1-5373-4976-97db-e14cba280ea0,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:20.552903 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 0bf379e1-5373-4976-97db-e14cba280ea0 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:13:20.654076 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.694337 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b4bc73cf-acfe-4402-9115-6b3f8e9112e5 req-6c5f35da-335f-48d7-bc25-b3b82543400a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0412564 Aug 03 21:13:20.700774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=8114de91-6767-49b0-bdf0-bdc6e6f23601,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:20.731775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c14d2f14-9f80-472c-8a67-20ca49f035a9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5390446 Aug 03 21:13:20.732160 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45668) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:20.737069 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Request body: {'subnet': {'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683607073-subnet', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:20.761944 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.852329 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Made reservation on behalf of 2d45ad712cd347619e39842e5ffe4094 for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:20.854927 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26553815'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:20.921575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.046494 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:21.056614 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:21.064158 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:21.099428 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Pushing event updated for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:21.142769 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:21.151428 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26553833'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.159179 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:21.161212 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:21.175444 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45672) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:21.191679 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68156382', 'description': 'tempest-description--1969755238'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:21.230579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:21.231753 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.264484 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcdfe76b-ae62-4052-a1a2-83c37901fbb1,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:21.272321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2abf9-c75b-4091-9f43-9a24417b607c req-374d72d6-cb73-4b0b-be43-32aecc2b8600 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:21.275100 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79c2abf9-c75b-4091-9f43-9a24417b607c req-374d72d6-cb73-4b0b-be43-32aecc2b8600 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.2009344 Aug 03 21:13:21.312718 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Checking segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:21.313088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Network hostable DHCP agents. Network: 0bf379e1-5373-4976-97db-e14cba280ea0, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:13:21.336334 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79c2abf9-c75b-4091-9f43-9a24417b607c req-183ff77f-e2ce-423e-b2b1-9b86cc995522 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543039 Aug 03 21:13:21.362950 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.398382 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:21.475366 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Network 0bf379e1-5373-4976-97db-e14cba280ea0 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:13:21.477858 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-b105dc6a-b8a5-4ee6-abeb-d9954db22370 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7413893 Aug 03 21:13:21.502322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Request body: {'port': {'device_id': '48583260-126b-44fe-a7f7-448bbabcd3af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:21.595534 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 0bf379e1-5373-4976-97db-e14cba280ea0) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:21.596698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.603477 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:21.605374 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.611336 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea49c066-b269-4102-8071-bd9f42a45960 None None] Network 0bf379e1-5373-4976-97db-e14cba280ea0 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:21.621534 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.672447 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 2, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:21.699843 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:21.700495 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Updating router 46610a36-fb75-4d34-85d5-f1744e14500d port e2cbb84c-2ebe-4890-983f-38bd5014d304 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:21.728966 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.817410 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.824930 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-0bf379e1-5373-4976-97db-e14cba280ea0', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:13:21.825800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.857025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df204c-53e2-4c88-98bd-f7be54ba3984 req-738dfb94-bb63-490d-b3dd-526b3baa0be6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:21.859314 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0df204c-53e2-4c88-98bd-f7be54ba3984 req-738dfb94-bb63-490d-b3dd-526b3baa0be6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 931 time: 0.0714006 Aug 03 21:13:21.861685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8bd70-4292-49f7-9456-417c4df473ef,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:21.945320 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e0df204c-53e2-4c88-98bd-f7be54ba3984 req-1d3bfc78-cd86-4b14-8011-faabf747e086 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Aug 03 21:13:21.988612 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ae76c23b-d1dd-4f40-82e7-45f47663e6fc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2543688 Aug 03 21:13:21.989054 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:21.991457 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6074ea51-940b-4615-943c-1a081abdcd32 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8104165 Aug 03 21:13:22.009615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba9de1b-afde-48df-8628-930d6ce215c7 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:22.012243 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45682) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:22.015260 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45684) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:22.019274 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.022436 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group_rule': {'security_group_id': '8aa8bd70-4292-49f7-9456-417c4df473ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:22.034212 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Transition to ACTIVE for port object 1ba9de1b-afde-48df-8628-930d6ce215c7 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:22.035867 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:22.043906 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 8114de91-6767-49b0-bdf0-bdc6e6f23601 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:22.057940 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.db.api [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 21:13:22.057940 dv-cinder-786260-15-iscsi neutron-server[94029]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 21:13:22.057940 dv-cinder-786260-15-iscsi neutron-server[94029]: [parameters: {'project_id_1': '2d45ad712cd347619e39842e5ffe4094', 'expiration_1': datetime.datetime(2021, 8, 3, 21, 13, 22, 42949)}] Aug 03 21:13:22.057940 dv-cinder-786260-15-iscsi neutron-server[94029]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 21:13:22.057940 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG oslo_db.api [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 21:13:22.091727 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.101920 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Transition to ACTIVE for port object e2cbb84c-2ebe-4890-983f-38bd5014d304 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:22.109688 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Allocated IP 172.20.0.2 (0bf379e1-5373-4976-97db-e14cba280ea0/bcdfe76b-ae62-4052-a1a2-83c37901fbb1/c80ea1ee-8632-4ccf-bc67-fe39781ad96d) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:22.137775 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.173113 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 8114de91-6767-49b0-bdf0-bdc6e6f23601 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:22.173841 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.189591 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.204022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.209497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.270356 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Attempting to bind port 1ba9de1b-afde-48df-8628-930d6ce215c7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:22.270928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Attempting to bind port 1ba9de1b-afde-48df-8628-930d6ce215c7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:22.271061 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Attempting to bind port 1ba9de1b-afde-48df-8628-930d6ce215c7 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:22.276106 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Port 1ba9de1b-afde-48df-8628-930d6ce215c7 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:13:22.276432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Attempting to bind port 1ba9de1b-afde-48df-8628-930d6ce215c7 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:22.281764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:22.282206 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Checking segment: {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:22.282653 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Bound using segment: {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:22.283190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Bound port: 1ba9de1b-afde-48df-8628-930d6ce215c7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:22.283626 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.300195 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.310295 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.357363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:22.361365 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ba9de1b-afde-48df-8628-930d6ce215c7,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:22.364661 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.366436 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Pushing event updated for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.373390 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Transition to ACTIVE for port object c80ea1ee-8632-4ccf-bc67-fe39781ad96d will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:22.373879 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.374458 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.374972 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.375480 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.375676 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.376249 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.381531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:22.401318 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Transition to ACTIVE for port object c80ea1ee-8632-4ccf-bc67-fe39781ad96d will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:22.430077 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.446328 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Attempting to bind port e2cbb84c-2ebe-4890-983f-38bd5014d304 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:22.447175 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Attempting to bind port e2cbb84c-2ebe-4890-983f-38bd5014d304 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:22.448296 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Attempting to bind port e2cbb84c-2ebe-4890-983f-38bd5014d304 on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:22.454160 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:22.454984 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Checking segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:22.455308 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.455715 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Bound using segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:22.456207 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Bound port: e2cbb84c-2ebe-4890-983f-38bd5014d304, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:22.456602 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.460677 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bb04e8-8ea1-4966-b9d4-1f41cf0fe6e9,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.471502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.523301 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:22.524063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.530081 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] 10.222.0.79 "PUT /v2.0/ports/1ba9de1b-afde-48df-8628-930d6ce215c7 HTTP/1.1" status: 200 len: 1093 time: 1.0323780 Aug 03 21:13:22.530468 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:22.532966 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:22.571624 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.581155 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26667-c8be-4588-807e-03e9298ff984 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.594097 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de078476-91b7-4347-bb01-eda9d9f2560c x-openstack-request-id: req-de078476-91b7-4347-bb01-eda9d9f2560c {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:22.594614 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:22.595048 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de078476-91b7-4347-bb01-eda9d9f2560c {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:22.595673 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7', 'status': 'completed', 'code': 200} Aug 03 21:13:22.596650 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] For port e2cbb84c-2ebe-4890-983f-38bd5014d304, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:22.605398 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] For port e2cbb84c-2ebe-4890-983f-38bd5014d304, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e2cbb84c-2ebe-4890-983f-38bd5014d304,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:22.626436 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.636346 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-915e8648-1787-4ce7-a9fa-681d7e7335fc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6172771 Aug 03 21:13:22.637452 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45694) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:22.655016 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group_rule': {'security_group_id': '8aa8bd70-4292-49f7-9456-417c4df473ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:22.683002 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-fd8366b9-1468-4f2a-88d4-f7cd53e2538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:22.685518 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Pushing event updated for resources: {'Port': ['ID=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.686160 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-fd8366b9-1468-4f2a-88d4-f7cd53e2538c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 1096 time: 0.0689626 Aug 03 21:13:22.693691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Network 0bf379e1-5373-4976-97db-e14cba280ea0 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:22.698505 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:22.700983 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:22.716504 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.769552 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Attempting to bind port c80ea1ee-8632-4ccf-bc67-fe39781ad96d on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:22.770023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Attempting to bind port c80ea1ee-8632-4ccf-bc67-fe39781ad96d by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:22.770458 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Attempting to bind port c80ea1ee-8632-4ccf-bc67-fe39781ad96d on network 0bf379e1-5373-4976-97db-e14cba280ea0 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:22.777633 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:22.778104 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Checking segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:22.778602 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.779849 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Bound using segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:22.780424 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Bound port: c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:22.780885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.798802 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.800761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.826498 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f6649-2b4a-4ad3-b9bb-3c6c01bb3868 None None] Pushing event updated for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:22.854649 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:22.858007 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:22.885556 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-673a80b0-0d99-470d-ace2-22ff588ecf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:22.887343 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-673a80b0-0d99-470d-ace2-22ff588ecf23 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f5a41326d2a4cf9911887c04a24c523&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1935236 Aug 03 21:13:22.933143 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:22.940207 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.048620 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.059751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-a0f438e4-4066-4a4b-80c7-eb9cad26dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:23.061335 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bea40eb9-cd5a-484c-9a3e-5c716e669ef1 req-a0f438e4-4066-4a4b-80c7-eb9cad26dbf8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640291 Aug 03 21:13:23.150808 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:23.168422 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] For port c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:23.172899 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] For port c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:23.189963 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-2f1b4f6a-60ee-4f52-b263-59bfafbcc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:23.192586 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-2f1b4f6a-60ee-4f52-b263-59bfafbcc427 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 1096 time: 0.0796192 Aug 03 21:13:23.255217 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-5bf3fef4-739c-4b32-b5eb-645da01bc272 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba9de1b-afde-48df-8628-930d6ce215c7 HTTP/1.1" status: 200 len: 217 time: 0.0540087 Aug 03 21:13:23.326022 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-a9ccabf0-d523-4841-8502-8980a4df0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:23.328065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-a9ccabf0-d523-4841-8502-8980a4df0bc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58e6814b-9325-45c9-b509-fbf5e730dea8 HTTP/1.1" status: 200 len: 854 time: 0.0605102 Aug 03 21:13:23.354437 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.373409 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-3b5151ba-b7e8-407b-a359-11ae86cc8053 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e1c1191-d325-4d08-91c4-d0319a4b20fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331891 Aug 03 21:13:23.436734 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1efb82-8c03-4c61-a074-f07376ceed11 None None] Pushing event updated for resources: {'Port': ['ID=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:23.459542 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:22Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:23.514231 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-e0962690-68ab-41e0-a391-d33ea1b9c610 service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337900 Aug 03 21:13:23.515239 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d7ed5-3a7c-42d3-b025-8c2c87207429 None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:22Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:23.536720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.581681 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.587572 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d792f-5df6-4f38-8ea7-6872cdb14fda,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:23.603122 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb9c0e-c998-4248-b69d-77a978fb7211 req-7bdced22-05e3-4e1c-9b47-a7d003481c89 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:23.605255 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46eb9c0e-c998-4248-b69d-77a978fb7211 req-7bdced22-05e3-4e1c-9b47-a7d003481c89 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 943 time: 0.5430722 Aug 03 21:13:23.688900 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-46eb9c0e-c998-4248-b69d-77a978fb7211 req-a612ec14-b438-4da1-89d5-6250978b762e tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Aug 03 21:13:23.700604 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:23.702775 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-dbf27790-59e7-4af6-9c42-307e3e440cac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0582421 Aug 03 21:13:23.725239 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f93c8d00-58da-4b22-a5b3-20a36938936a req-bfa1f8fb-0905-4e65-b695-434399f62e29 service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860206 Aug 03 21:13:23.725239 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45702) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:23.754547 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:23.911599 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.122722 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c80ea1ee-8632-4ccf-bc67-fe39781ad96d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:24.135832 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.150676 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.163639 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.280639 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Allocated IP 172.27.0.144 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/0681c85e-8f2e-49af-b418-e5b4606d464b) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:24.332695 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port c80ea1ee-8632-4ccf-bc67-fe39781ad96d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:24.337618 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e2cbb84c-2ebe-4890-983f-38bd5014d304 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:24.436793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.510083 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port e2cbb84c-2ebe-4890-983f-38bd5014d304 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:24.517069 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e2cbb84c-2ebe-4890-983f-38bd5014d304 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:24.521099 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.634610 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.658838 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.689060 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port e2cbb84c-2ebe-4890-983f-38bd5014d304, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e2cbb84c-2ebe-4890-983f-38bd5014d304,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:24.692665 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27b9cc-f123-43bd-80b7-2d33b60fe4d1 None None] Network 0bf379e1-5373-4976-97db-e14cba280ea0 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:24.706281 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:24.708616 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:24.729889 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Allocated IP 172.27.0.202 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/a6b32a00-54e5-4368-a208-2b4c60c4a7d9) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:24.737854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=0681c85e-8f2e-49af-b418-e5b4606d464b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:24.744946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:24.810887 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.811590 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.812097 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.812873 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.813487 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.813995 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.814492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.814981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.815565 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.816061 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.818562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.822087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:13:24.860763 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.867397 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.930774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Provisioning for port c80ea1ee-8632-4ccf-bc67-fe39781ad96d completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:24.969648 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Provisioning complete for port c80ea1ee-8632-4ccf-bc67-fe39781ad96d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:24.970367 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:24.974008 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c04736-4239-4410-8d02-173b34f9af5a req-13a83cfe-9b2f-4f26-9cf3-1b549bd718ee tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:24.975640 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7c04736-4239-4410-8d02-173b34f9af5a req-13a83cfe-9b2f-4f26-9cf3-1b549bd718ee tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 943 time: 0.0608449 Aug 03 21:13:24.991094 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.022329 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7c04736-4239-4410-8d02-173b34f9af5a req-755dba7a-485c-440c-bfdd-5bd78c8b116c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Aug 03 21:13:25.023588 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.075250 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:25.078861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:25.083538 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:25.087101 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Pushing event updated for resources: {'Port': ['ID=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:25.111047 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.113522 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:25.171711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.235943 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] For port c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:25.330323 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.332900 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.389341 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953b5a-cc33-46d1-ab47-43b46e72c194 None None] Pushing event updated for resources: {'Port': ['ID=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:25.459268 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a3cdff35-e6ab-45fe-902f-c3cbab1b2af0 None None] Provisioning complete for port c80ea1ee-8632-4ccf-bc67-fe39781ad96d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:25.459812 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3cdff35-e6ab-45fe-902f-c3cbab1b2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.465315 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.501606 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.559987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=0681c85e-8f2e-49af-b418-e5b4606d464b,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:25.570947 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.675667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.677379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-29408349-e333-47aa-92b4-cdb62dd21e72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9530120 Aug 03 21:13:25.717356 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:25.880491 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-a710dcdf-d250-4d9e-b11d-c85d05e43ac7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--68156382&fields=id&tenant_id=81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 267 time: 0.0414438 Aug 03 21:13:25.977075 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c80ea1ee-8632-4ccf-bc67-fe39781ad96d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:25.989313 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:13:25.998994 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-f538867f-4a12-412f-97bb-7ea2c13ab1e0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:26.000796 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-f538867f-4a12-412f-97bb-7ea2c13ab1e0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 810 time: 0.1132383 Aug 03 21:13:26.018650 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-ed021b69-62c3-4bb9-85ca-404ad1205525 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/quotas/81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Aug 03 21:13:26.027849 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port c80ea1ee-8632-4ccf-bc67-fe39781ad96d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:26.028267 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.107554 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-2d4aa5eb-fa7e-4442-b2f4-743c582aeff7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820646 Aug 03 21:13:26.131952 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e2cbb84c-2ebe-4890-983f-38bd5014d304 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:26.141088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:26.162101 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Sync routers for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:26.177445 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ba9de1b-afde-48df-8628-930d6ce215c7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:13:26.193437 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:26.193641 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:26.206204 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a94981-4747-4608-8a34-d2e35899fb2d req-8b4a1e3d-93bb-4050-92da-fd25c0955569 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:26.208740 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72a94981-4747-4608-8a34-d2e35899fb2d req-8b4a1e3d-93bb-4050-92da-fd25c0955569 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 943 time: 0.0897260 Aug 03 21:13:26.229137 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-52bcf94f-c8dc-4c0a-b1e0-112991b05fd5 service neutron] 10.222.0.32 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099615 Aug 03 21:13:26.264479 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72a94981-4747-4608-8a34-d2e35899fb2d req-1a81bf85-ad49-48aa-8efc-bc19529d8e2d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Aug 03 21:13:26.276139 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.278289 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9fe10bef-bd5e-403f-8c23-1e9e0dc866bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2472811 Aug 03 21:13:26.281055 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45726) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:26.345099 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-9dd6e228-a2f3-44de-9e5b-5f9d7481009c service neutron] 10.222.0.32 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096082 Aug 03 21:13:26.377615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e2cbb84c-2ebe-4890-983f-38bd5014d304 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:26.377997 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.422286 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:26.504902 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ba9de1b-afde-48df-8628-930d6ce215c7,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:26.565428 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '1ba9de1b-afde-48df-8628-930d6ce215c7', 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb', 'port_id': '1ba9de1b-afde-48df-8628-930d6ce215c7', 'mac_address': 'fa:16:3e:04:e5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e6814b-9325-45c9-b509-fbf5e730dea8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:13:26.655011 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.669357 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dfac8a51-d933-44d8-b335-ee7a7c06dbcb req-2f681c7b-30b4-4c7e-85b6-10f4160c7826 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Aug 03 21:13:26.702467 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba9de1b-afde-48df-8628-930d6ce215c7 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:26.753035 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ba9de1b-afde-48df-8628-930d6ce215c7,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:26.792187 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:25Z', 'revision_number': 3, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:26.822186 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Checking router: 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:26.823052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Updating router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:26.836854 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.854981 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.876233 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:26.991158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:27.008437 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Allocated IP 172.20.0.1 (0bf379e1-5373-4976-97db-e14cba280ea0/bcdfe76b-ae62-4052-a1a2-83c37901fbb1/bc6822d1-7f5a-40c3-9b26-94bca5fded8d) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:27.146402 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.163810 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Transition to ACTIVE for port object bc6822d1-7f5a-40c3-9b26-94bca5fded8d will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:27.303177 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['1ba9de1b-afde-48df-8628-930d6ce215c7'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:27.340032 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.361346 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.380707 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Transition to ACTIVE for port object a6b32a00-54e5-4368-a208-2b4c60c4a7d9 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:27.383216 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Network 0bf379e1-5373-4976-97db-e14cba280ea0 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:27.389675 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:27.394050 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:27.433579 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:27.465767 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723c90-3c1f-4eef-bae7-0a6b67d090a7 req-572bab54-e6a6-4e07-b4fe-73a75c5eba0c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:27.467599 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.468748 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7723c90-3c1f-4eef-bae7-0a6b67d090a7 req-572bab54-e6a6-4e07-b4fe-73a75c5eba0c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 944 time: 0.1001482 Aug 03 21:13:27.526863 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.549674 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a7723c90-3c1f-4eef-bae7-0a6b67d090a7 req-7849177d-da41-42e0-94f1-fa688f2c4072 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Aug 03 21:13:27.592924 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Attempting to bind port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:27.593156 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Attempting to bind port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:27.593436 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Attempting to bind port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:27.599844 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622d6a4-cfea-4cf8-8150-16ac660cd5a0 None None] Pushing event updated for resources: {'Port': ['ID=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:27.605744 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:27.607001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:27.607001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.607001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:27.607739 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Bound port: a6b32a00-54e5-4368-a208-2b4c60c4a7d9, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:27.608133 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.694672 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] For port a6b32a00-54e5-4368-a208-2b4c60c4a7d9, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:27.698657 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] For port a6b32a00-54e5-4368-a208-2b4c60c4a7d9, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:27.775097 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-163f45fe-3800-4c6c-8114-977fd1bcb077 req-5e97e2f2-3a55-4cf0-adc4-562cde86b2a0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0318899 Aug 03 21:13:27.775839 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.847475 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.853460 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-eb8f36ae-11d5-4d4c-9be8-e24cbec66fb3 None None] Provisioning for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:27.893863 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-eb8f36ae-11d5-4d4c-9be8-e24cbec66fb3 None None] Provisioning complete for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:27.894237 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eb8f36ae-11d5-4d4c-9be8-e24cbec66fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:27.951148 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:27.951805 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:27.954044 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622d6a4-cfea-4cf8-8150-16ac660cd5a0 None None] Pushing event updated for resources: {'Port': ['ID=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:27.959385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f36ae-11d5-4d4c-9be8-e24cbec66fb3 None None] Port bc6822d1-7f5a-40c3-9b26-94bca5fded8d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:27.976059 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.064524 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.074027 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:28.173833 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:28.181326 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.201761 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ba9de1b-afde-48df-8628-930d6ce215c7 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:28.289044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Network 0bf379e1-5373-4976-97db-e14cba280ea0 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:28.290677 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:28.440154 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:13:28.468990 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 1, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:28.497502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e833926-cbe8-4b0e-bc2d-0b15af83513d None None] The sync data for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi is: [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 1, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:28.532407 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 1ba9de1b-afde-48df-8628-930d6ce215c7 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:28.542710 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 1ba9de1b-afde-48df-8628-930d6ce215c7 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:28.543249 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.579365 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:28.587413 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-56424b2d-221d-4ec4-b284-b0797368ae88 admin admin] 10.222.0.32 "PUT /v2.0/routers/92eeaa4f-e518-4c2e-a518-a1fa4c77e77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3049238 Aug 03 21:13:28.604534 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2c1e54cc-fc5b-4907-b0de-e5670b7ced08 None None] Provisioning complete for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:28.604916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2c1e54cc-fc5b-4907-b0de-e5670b7ced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.679365 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e54cc-fc5b-4907-b0de-e5670b7ced08 None None] Port bc6822d1-7f5a-40c3-9b26-94bca5fded8d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:28.684887 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.715327 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:28.717694 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa668e57-0cf4-4083-898a-5f54cd831329" -d '{"events": [{"server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "name": "network-vif-plugged", "status": "completed", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:28.755953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ba9de1b-afde-48df-8628-930d6ce215c7,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:28.767615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a210d35-ac0e-427f-b231-7a6e36186891 x-openstack-request-id: req-0a210d35-ac0e-427f-b231-7a6e36186891 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:28.767615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "name": "network-vif-plugged", "status": "completed", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:28.767615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a210d35-ac0e-427f-b231-7a6e36186891 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:28.767615 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7', 'code': 200} Aug 03 21:13:28.773368 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881c08-a40a-425e-94d3-d427740a0c95 req-59d37fde-6599-47df-8217-2ce10a115989 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:28.779813 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-05881c08-a40a-425e-94d3-d427740a0c95 req-59d37fde-6599-47df-8217-2ce10a115989 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 944 time: 0.1077256 Aug 03 21:13:28.863412 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:28.888629 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-05881c08-a40a-425e-94d3-d427740a0c95 req-88b2c747-8202-4f1e-96b7-d2c0841ef85a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004870 Aug 03 21:13:28.982555 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:28.998186 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-76bb6e00-38c1-4e88-94e2-b52a368e49a6 req-29168681-2d3f-46e0-8431-995e457d448c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0467088 Aug 03 21:13:29.185785 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:13:29.485158 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02965cd-36b1-4a22-9596-da6a62cc8146 req-2695e302-c8f6-4cc7-b0c7-43551f43801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:29.487337 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c02965cd-36b1-4a22-9596-da6a62cc8146 req-2695e302-c8f6-4cc7-b0c7-43551f43801e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 1098 time: 0.0412931 Aug 03 21:13:29.529574 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c02965cd-36b1-4a22-9596-da6a62cc8146 req-5a607482-d657-42be-b059-45f360c66629 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Aug 03 21:13:29.710687 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45768) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:29.715837 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-83984853-network', 'tenant_id': '185ba894fde7470aa99e903c82fc316f'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:29.789073 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Made reservation on behalf of 185ba894fde7470aa99e903c82fc316f for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:29.791565 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:29.803706 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:29.899714 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.007113 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.047019 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:13:30.051973 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1acd46-242d-4715-b881-0172b945b3a1 req-9a7d5ecb-8704-4944-807d-d365e24d3e6b tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:30.080362 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db1acd46-242d-4715-b881-0172b945b3a1 req-9a7d5ecb-8704-4944-807d-d365e24d3e6b tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0851521 Aug 03 21:13:30.100882 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ccd47f-6b12-4390-a14b-30511d27308b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:30.123351 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.123351 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Added segment 7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97 of type vlan for network fc956624-6042-4ffc-bc75-dcaf46222eae Aug 03 21:13:30.206841 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-517a8222-0b57-4d0f-acfb-8e88e55db310 req-afec78a3-314d-43b4-99fb-b24c79535742 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0397339 Aug 03 21:13:30.215378 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.227245 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db1acd46-242d-4715-b881-0172b945b3a1 req-a48afc31-7405-4b30-a19f-f1819372ed03 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411748 Aug 03 21:13:30.283885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-58dde9e2-b2bd-403c-a3c6-5461f17e3588 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:30.285532 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-58dde9e2-b2bd-403c-a3c6-5461f17e3588 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 810 time: 0.1506488 Aug 03 21:13:30.355626 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-7714fb4c-64ff-409c-bfb1-17d7b020d3cd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 378 time: 0.0494523 Aug 03 21:13:30.366196 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'port': {'device_id': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'admin_state_up': True, 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'security_groups': ['8aa8bd70-4292-49f7-9456-417c4df473ef']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:30.372447 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.373576 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:30.374266 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.443255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc956624-6042-4ffc-bc75-dcaf46222eae,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:30.455022 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network fc956624-6042-4ffc-bc75-dcaf46222eae details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:13:30.523939 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-abc8a24e-8a8c-4994-88b0-b390eaef1fd7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8120465 Aug 03 21:13:30.527899 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 45776) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:30.537211 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Request body: {'subnet': {'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-83984853-subnet', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:30.692441 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Made reservation on behalf of 81801dd85fe940e9b72dc4e7c697c073 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:30.696623 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:30.846291 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Allocated IP 172.20.0.6 (6b324ef2-af90-4c23-994d-fb284262906f/13c6c475-458d-451f-8592-5ec71a755940/e69d88d4-caf9-430c-b16e-9bed99ffa279) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:30.875920 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Made reservation on behalf of 185ba894fde7470aa99e903c82fc316f for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:30.878996 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26553815'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.218723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26553833'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.264274 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.278775 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Transition to ACTIVE for port object e69d88d4-caf9-430c-b16e-9bed99ffa279 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:31.359149 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb14787-3197-4c0b-8a18-df0089f2a314,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:31.368460 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b9902dce-85d7-42d5-b304-912349a4bc85 req-7562dcc2-93ab-4648-8f0b-22e014efb0d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0508466 Aug 03 21:13:31.370157 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Checking segment: {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:31.370509 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Network hostable DHCP agents. Network: fc956624-6042-4ffc-bc75-dcaf46222eae, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:13:31.406724 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460b2e-0f4d-4f72-823f-3bf8401890a3 req-f07b66b6-f460-4fb1-8358-a5e494a51254 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:31.408508 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04460b2e-0f4d-4f72-823f-3bf8401890a3 req-f07b66b6-f460-4fb1-8358-a5e494a51254 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0624895 Aug 03 21:13:31.443796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.487979 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Network fc956624-6042-4ffc-bc75-dcaf46222eae is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:13:31.493132 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04460b2e-0f4d-4f72-823f-3bf8401890a3 req-4ecbd742-f67b-4ccf-a65f-ccd872112af8 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731099 Aug 03 21:13:31.519633 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Network 6b324ef2-af90-4c23-994d-fb284262906f is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:31.520811 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:31.536864 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:31.540343 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:31.606449 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, fc956624-6042-4ffc-bc75-dcaf46222eae) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:31.606449 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:31.606449 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.608279 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6b48a-0088-44a2-8ea3-e27d2c430d42 None None] Network fc956624-6042-4ffc-bc75-dcaf46222eae requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:31.661090 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:31.664787 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.691861 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-b1d255be-3a45-4242-9113-16172ad9c175 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927732 Aug 03 21:13:31.716070 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-cebd239e-32bf-4f19-b5d9-b564b4586b61 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1852894 Aug 03 21:13:31.718669 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45816) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:31.723780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:31.747287 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-66092e70-431f-4498-af0a-54841efb72d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3850162 Aug 03 21:13:31.767533 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Request body: {'port': {'device_id': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:31.859888 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.859888 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.901684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:31.943182 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-d01728d9-c9f6-4b4e-a4e8-fcda82ea3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:31.944772 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-d01728d9-c9f6-4b4e-a4e8-fcda82ea3a5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 1100 time: 0.1711893 Aug 03 21:13:31.976874 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Sync routers for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:31.984010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-fc956624-6042-4ffc-bc75-dcaf46222eae', 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'fixed_ips': [{'subnet_id': 'bbb14787-3197-4c0b-8a18-df0089f2a314'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:13:31.986899 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.004527 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:32.005301 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:32.171652 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:32.191456 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a6b32a00-54e5-4368-a208-2b4c60c4a7d9 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:32.203907 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.284232 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Allocated IP 172.20.0.2 (fc956624-6042-4ffc-bc75-dcaf46222eae/bbb14787-3197-4c0b-8a18-df0089f2a314/a73d7551-4696-4496-8dbb-095916c02270) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:32.382930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-d2bd911d-4fae-4a89-9453-ea4fe155b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:32.388041 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-d2bd911d-4fae-4a89-9453-ea4fe155b1d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.3027072 Aug 03 21:13:32.400452 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 2, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:32.429081 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Checking router: 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:32.429438 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Updating router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d port bc6822d1-7f5a-40c3-9b26-94bca5fded8d binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:32.437563 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ee133927-d6e6-4953-abb6-14376a953e89 None None] Provisioning for port e69d88d4-caf9-430c-b16e-9bed99ffa279 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:32.466658 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.492001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.504302 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ee133927-d6e6-4953-abb6-14376a953e89 None None] Provisioning complete for port e69d88d4-caf9-430c-b16e-9bed99ffa279 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:32.504822 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee133927-d6e6-4953-abb6-14376a953e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.509000 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Transition to ACTIVE for port object a73d7551-4696-4496-8dbb-095916c02270 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:32.564818 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Transition to ACTIVE for port object a73d7551-4696-4496-8dbb-095916c02270 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:32.574139 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-ee133927-d6e6-4953-abb6-14376a953e89 None None] Port e69d88d4-caf9-430c-b16e-9bed99ffa279 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:32.602712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.634134 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-2695b4f8-cdec-45c6-92d8-76717d22d300 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 200 len: 1002 time: 0.1986163 Aug 03 21:13:32.701602 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a992fb0-2469-4b93-bf42-2b948d54a990 req-8d5d2f67-8276-4c1a-8142-40e5174286a0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:32.703214 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a992fb0-2469-4b93-bf42-2b948d54a990 req-8d5d2f67-8276-4c1a-8142-40e5174286a0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 931 time: 0.1763456 Aug 03 21:13:32.712717 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.754050 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-f6360ddb-de86-4fba-b52d-09f9893f2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:32.755632 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-f6360ddb-de86-4fba-b52d-09f9893f2e7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.1135917 Aug 03 21:13:32.765919 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Network fc956624-6042-4ffc-bc75-dcaf46222eae is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:32.770768 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:32.774341 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69d88d4-caf9-430c-b16e-9bed99ffa279 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:32.775767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:32.779115 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Pushing event updated for resources: {'Port': ['ID=a73d7551-4696-4496-8dbb-095916c02270,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:32.782821 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.815708 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:32.821251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Transition to ACTIVE for port object e69d88d4-caf9-430c-b16e-9bed99ffa279 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:32.827937 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a992fb0-2469-4b93-bf42-2b948d54a990 req-a25ee330-ce9c-42cd-8e0c-59280a03db55 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976732 Aug 03 21:13:32.842996 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:32.843487 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.883828 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Attempting to bind port a73d7551-4696-4496-8dbb-095916c02270 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:32.892818 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Attempting to bind port a73d7551-4696-4496-8dbb-095916c02270 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:32.893098 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.893281 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Attempting to bind port a73d7551-4696-4496-8dbb-095916c02270 on network fc956624-6042-4ffc-bc75-dcaf46222eae {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:32.893470 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-b808d46c-4801-4210-89b1-3be6eb707ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:32.893470 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-b808d46c-4801-4210-89b1-3be6eb707ba5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1032357 Aug 03 21:13:32.896006 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:32.896380 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Checking segment: {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:32.896781 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.897176 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Bound using segment: {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:32.897969 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Bound port: a73d7551-4696-4496-8dbb-095916c02270, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:32.898166 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:32.910094 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Transition to ACTIVE for port object bc6822d1-7f5a-40c3-9b26-94bca5fded8d will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:32.968489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.002040 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.036499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] For port a73d7551-4696-4496-8dbb-095916c02270, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:33.051965 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] For port a73d7551-4696-4496-8dbb-095916c02270, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a73d7551-4696-4496-8dbb-095916c02270,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:33.053002 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.084483 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port a6b32a00-54e5-4368-a208-2b4c60c4a7d9, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:33.109087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Pushing event updated for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:33.128964 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428efec-5574-4e02-8e94-8134f6f56dc3 None None] Pushing event updated for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:33.201292 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-05a6d24d-381f-43db-8a55-78b3b05fafae service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017654 Aug 03 21:13:33.219524 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.272427 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Attempting to bind port bc6822d1-7f5a-40c3-9b26-94bca5fded8d on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:33.273158 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Attempting to bind port bc6822d1-7f5a-40c3-9b26-94bca5fded8d by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:33.273625 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Attempting to bind port bc6822d1-7f5a-40c3-9b26-94bca5fded8d on network 0bf379e1-5373-4976-97db-e14cba280ea0 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:33.281322 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:33.281876 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Checking segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:33.282412 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.282783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.282984 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Bound using segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:33.283591 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Bound port: bc6822d1-7f5a-40c3-9b26-94bca5fded8d, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:33.284401 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.352568 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bcc1c-b078-4378-97f0-308465cecdda None None] Pushing event updated for resources: {'Port': ['ID=a73d7551-4696-4496-8dbb-095916c02270,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:33.442854 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] For port bc6822d1-7f5a-40c3-9b26-94bca5fded8d, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:33.447794 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:33.447936 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] For port bc6822d1-7f5a-40c3-9b26-94bca5fded8d, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:33.462549 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.492607 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Attempting to bind port e69d88d4-caf9-430c-b16e-9bed99ffa279 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:33.492987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Attempting to bind port e69d88d4-caf9-430c-b16e-9bed99ffa279 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:33.493251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Attempting to bind port e69d88d4-caf9-430c-b16e-9bed99ffa279 on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:33.496223 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.518725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Port e69d88d4-caf9-430c-b16e-9bed99ffa279 on network 6b324ef2-af90-4c23-994d-fb284262906f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:13:33.519107 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Attempting to bind port e69d88d4-caf9-430c-b16e-9bed99ffa279 on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:33.525034 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36d51e06-3f57-48a6-8a52-d34c09568f02 req-85594dcf-baca-459d-86b1-4f57521232bc service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773206 Aug 03 21:13:33.539198 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.620283 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428efec-5574-4e02-8e94-8134f6f56dc3 None None] Pushing event updated for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:33.623200 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:33.628911 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:33.629336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:33.629336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Checking segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:33.629336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Bound using segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:33.638326 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Bound port: e69d88d4-caf9-430c-b16e-9bed99ffa279, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:33.639017 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:33.788469 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:33.882826 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:33.892369 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:33.894409 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Allocated IP 172.27.0.218 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/4ca834dd-dbe7-4ed7-bb39-02e8c4045288) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:34.016422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:34.082539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.083387 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:34.084888 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] 10.222.0.79 "PUT /v2.0/ports/e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 1093 time: 2.3220878 Aug 03 21:13:34.085411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:34.089719 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab96a85-590a-4ae1-bb61-30080458d73e" -d '{"events": [{"name": "network-changed", "server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:34.148486 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64c263-b51e-4641-bad8-6f250ffbaa94 service neutron] Pushing event updated for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:34.199846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb16e6-949c-4960-bf0e-902a71bee32f x-openstack-request-id: req-a3eb16e6-949c-4960-bf0e-902a71bee32f {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:34.199846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:34.199846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3eb16e6-949c-4960-bf0e-902a71bee32f {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:34.199846 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'status': 'completed', 'code': 200} Aug 03 21:13:34.237618 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb0e6c-210e-4ab9-aa5a-2b51cc1dc6b1 req-46fb1013-f7a3-40f4-8a9b-6c2a56b7979a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.237618 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-85bb0e6c-210e-4ab9-aa5a-2b51cc1dc6b1 req-46fb1013-f7a3-40f4-8a9b-6c2a56b7979a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 943 time: 0.1757834 Aug 03 21:13:34.292297 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:34.356748 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-85bb0e6c-210e-4ab9-aa5a-2b51cc1dc6b1 req-e9c540f9-7f3d-4d47-961d-b51f33f7bdf4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989857 Aug 03 21:13:34.359630 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-e2b48953-dd16-47a9-bd86-decfce01e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.360370 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bd49d-4e2c-444e-b34f-338a7b9056e6 None None] The sync data for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi is: [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:34.365840 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-e2b48953-dd16-47a9-bd86-decfce01e242 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1096 time: 0.1296501 Aug 03 21:13:34.402319 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:34.433207 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a73d7551-4696-4496-8dbb-095916c02270 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:34.552363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-a81cab8e-df35-457d-9825-4cb76db74ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.554953 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-a81cab8e-df35-457d-9825-4cb76db74ee1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=81801dd85fe940e9b72dc4e7c697c073&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1788471 Aug 03 21:13:34.693730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-07a23ea6-0fc0-41d3-b4f2-7bf83736c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.695459 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ab96a85-590a-4ae1-bb61-30080458d73e req-07a23ea6-0fc0-41d3-b4f2-7bf83736c209 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328547 Aug 03 21:13:34.698646 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port a73d7551-4696-4496-8dbb-095916c02270 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:34.710275 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device bc6822d1-7f5a-40c3-9b26-94bca5fded8d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:34.733662 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:34.802425 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:34.830640 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:34.836009 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:34.848078 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:34.870396 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:34.879825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:34.880208 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:34.914736 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-1fc04af3-7c94-43b1-867a-e646386c0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:34.920678 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-1fc04af3-7c94-43b1-867a-e646386c0515 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1096 time: 0.1410933 Aug 03 21:13:35.001600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d1efc-2e36-420d-9dd3-f47904156ff5 None None] Network fc956624-6042-4ffc-bc75-dcaf46222eae requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:13:35.053542 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-208879e4-f852-44f6-98a6-2d8fbc5b3cc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 217 time: 0.0471015 Aug 03 21:13:35.078817 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.158479 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port bc6822d1-7f5a-40c3-9b26-94bca5fded8d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:35.249343 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Provisioning for port a73d7551-4696-4496-8dbb-095916c02270 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:35.257387 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Provisioning complete for port a73d7551-4696-4496-8dbb-095916c02270 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:35.257768 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.305156 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.306198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a6b32a00-54e5-4368-a208-2b4c60c4a7d9 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:35.504514 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-93eee71c-f9ff-4e28-8de6-3619de603b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:35.506557 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-93eee71c-f9ff-4e28-8de6-3619de603b42 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0984077 Aug 03 21:13:35.597424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2ba1d-d5cd-4a44-85d7-cc1f6f0edb59 req-0fbc09a4-1635-40eb-90ce-a602b95b8aa2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:35.605160 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ca2ba1d-d5cd-4a44-85d7-cc1f6f0edb59 req-0fbc09a4-1635-40eb-90ce-a602b95b8aa2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 943 time: 0.1370246 Aug 03 21:13:35.606727 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:35.631002 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec69aec-59a5-416c-8114-980779f7f268 req-225344b0-87d5-4fa4-8840-5c29e9ca4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:35.632564 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-225344b0-87d5-4fa4-8840-5c29e9ca4202 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0962358 Aug 03 21:13:35.658499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:35.658869 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.674037 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ca2ba1d-d5cd-4a44-85d7-cc1f6f0edb59 req-5a069149-bb78-4dae-8693-f41a32cc3bcc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679390 Aug 03 21:13:35.683675 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.739988 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] For port a73d7551-4696-4496-8dbb-095916c02270, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a73d7551-4696-4496-8dbb-095916c02270,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:35.853869 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-acfe1fad-1d8f-45ca-9caf-5a0da86b38e8 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072632 Aug 03 21:13:35.859066 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.865449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:35.924832 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c7ea5-50ab-4870-b735-6e602f295135 None None] Pushing event updated for resources: {'Port': ['ID=a73d7551-4696-4496-8dbb-095916c02270,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:35.989163 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-9d7eddc6-8d81-4d2e-bbe7-1edce32d9456 None None] Provisioning complete for port a73d7551-4696-4496-8dbb-095916c02270 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:35.989986 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9d7eddc6-8d81-4d2e-bbe7-1edce32d9456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:36.014840 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device bc6822d1-7f5a-40c3-9b26-94bca5fded8d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:36.052268 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cec69aec-59a5-416c-8114-980779f7f268 req-f9291b10-d9f6-4ea5-8b15-c584aac56a26 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909125 Aug 03 21:13:36.102361 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port bc6822d1-7f5a-40c3-9b26-94bca5fded8d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:36.102746 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:36.157266 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:36.401406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Router 7ab473ed-fb50-4f46-affd-ba0234786a2c is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:13:36.492339 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:36.512209 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:36.526130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Sync routers for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:36.535211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:36.535848 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:36.630458 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:36.633088 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-21f539a5-e06f-4486-89c3-52c8c9d07ca6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9129682 Aug 03 21:13:36.636067 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45882) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:36.643613 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:36.827565 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4c9f-905c-41ff-880e-bb2cdd9b93d4 req-646fb441-500c-466d-b969-b5f2ca292c8a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:36.829137 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cb1c4c9f-905c-41ff-880e-bb2cdd9b93d4 req-646fb441-500c-466d-b969-b5f2ca292c8a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 943 time: 0.0705383 Aug 03 21:13:36.860430 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 3, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:36.887897 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cb1c4c9f-905c-41ff-880e-bb2cdd9b93d4 req-c8853834-93c6-41c4-b73a-a5c1468e402b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495639 Aug 03 21:13:36.909655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Checking router: 7ab473ed-fb50-4f46-affd-ba0234786a2c for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:36.910253 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Updating router 7ab473ed-fb50-4f46-affd-ba0234786a2c port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:36.936957 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.096652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.213293 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.224143 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Transition to ACTIVE for port object 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:37.263400 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Allocated IP 172.20.0.1 (fc956624-6042-4ffc-bc75-dcaf46222eae/bbb14787-3197-4c0b-8a18-df0089f2a314/e27d918b-891b-4d43-828b-8cd74200b5c9) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:37.365186 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42886-d8fc-4dd2-af1a-dab25b0e4ac1 req-ff23176c-5efb-4cc9-a6a1-e2380a020502 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:37.366719 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-39f42886-d8fc-4dd2-af1a-dab25b0e4ac1 req-ff23176c-5efb-4cc9-a6a1-e2380a020502 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.0520751 Aug 03 21:13:37.383319 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.390010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.398833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Transition to ACTIVE for port object e27d918b-891b-4d43-828b-8cd74200b5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:37.412355 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-39f42886-d8fc-4dd2-af1a-dab25b0e4ac1 req-634a61fe-2b37-4d38-8282-374e2a088072 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Aug 03 21:13:37.457684 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Attempting to bind port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:37.458063 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Attempting to bind port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:37.458437 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Attempting to bind port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:37.461996 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8ff53-d03f-494c-bec8-ee4958900c63 None None] Pushing event updated for resources: {'Port': ['ID=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:37.467020 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:37.467418 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:37.467816 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.468301 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:37.468762 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Bound port: 4ca834dd-dbe7-4ed7-bb39-02e8c4045288, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:37.469140 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.522333 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.522620 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] For port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:37.527709 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] For port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:37.566960 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Network fc956624-6042-4ffc-bc75-dcaf46222eae is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:37.570256 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:37.574781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:37.607490 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Pushing event updated for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:37.620719 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.630193 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:37.680776 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:37.681508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:37.738252 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8ff53-d03f-494c-bec8-ee4958900c63 None None] Pushing event updated for resources: {'Port': ['ID=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:37.818032 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:37.859279 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.036588 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-71383cd0-d49b-47f2-ab70-3bfd4fa3687a None None] Provisioning for port e27d918b-891b-4d43-828b-8cd74200b5c9 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:38.043611 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-71383cd0-d49b-47f2-ab70-3bfd4fa3687a None None] Provisioning complete for port e27d918b-891b-4d43-828b-8cd74200b5c9 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:38.043997 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71383cd0-d49b-47f2-ab70-3bfd4fa3687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.048260 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a73d7551-4696-4496-8dbb-095916c02270 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:38.103108 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0111ef5-4178-46b8-b539-8ecc92457167 req-b5b79b68-e772-412c-8e27-755d1b87eaeb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:38.104803 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f0111ef5-4178-46b8-b539-8ecc92457167 req-b5b79b68-e772-412c-8e27-755d1b87eaeb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 943 time: 0.0843496 Aug 03 21:13:38.122138 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-71383cd0-d49b-47f2-ab70-3bfd4fa3687a None None] Port e27d918b-891b-4d43-828b-8cd74200b5c9 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:38.145009 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 3, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:38.175243 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f0111ef5-4178-46b8-b539-8ecc92457167 req-b0ed89c6-6dc2-49d7-ae1a-c1e23792436e tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514233 Aug 03 21:13:38.177432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.180567 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556e3c8-8c0d-4e7a-88e1-f3921e40c69d None None] The sync data for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi is: [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 3, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:38.187660 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port a73d7551-4696-4496-8dbb-095916c02270 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:38.187660 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.242056 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device e69d88d4-caf9-430c-b16e-9bed99ffa279 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:13:38.299665 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.384336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.393830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Pushing event updated for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:38.496004 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:38.523772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'port_id': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'mac_address': 'fa:16:3e:db:14:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:13:38.575578 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Network fc956624-6042-4ffc-bc75-dcaf46222eae is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:38.577615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:38.647523 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.659313 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a6e6e-6b7c-4c2c-9c44-b7c558775a9e req-d605e9ce-fbeb-44ae-b0d8-2ee117e4a84b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:38.664280 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-646a6e6e-6b7c-4c2c-9c44-b7c558775a9e req-d605e9ce-fbeb-44ae-b0d8-2ee117e4a84b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.1176598 Aug 03 21:13:38.670460 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69d88d4-caf9-430c-b16e-9bed99ffa279 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:13:38.703256 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:38.731514 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-646a6e6e-6b7c-4c2c-9c44-b7c558775a9e req-fe3ae322-d2cb-45a0-b858-28ee89376baf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 Aug 03 21:13:38.769717 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Router 7ab473ed-fb50-4f46-affd-ba0234786a2c has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:13:38.872239 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b44bc138-6924-4806-b927-1f1f7aa9b803 None None] Provisioning complete for port e27d918b-891b-4d43-828b-8cd74200b5c9 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:38.872886 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b44bc138-6924-4806-b927-1f1f7aa9b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.899654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:38.917080 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:38.926768 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ebb35d6a-06bd-45bc-aab5-d1633ede8385 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ab473ed-fb50-4f46-affd-ba0234786a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883389 Aug 03 21:13:38.949211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b44bc138-6924-4806-b927-1f1f7aa9b803 None None] Port e27d918b-891b-4d43-828b-8cd74200b5c9 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:13:38.969488 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:39.289210 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['e69d88d4-caf9-430c-b16e-9bed99ffa279'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:39.307046 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e86bf-cc9a-4f2f-bb66-7d368e9336a5 req-d82036a8-b8c8-4dcc-a201-4f25536af351 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:39.308861 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-728e86bf-cc9a-4f2f-bb66-7d368e9336a5 req-d82036a8-b8c8-4dcc-a201-4f25536af351 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 944 time: 0.0582230 Aug 03 21:13:39.361144 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-728e86bf-cc9a-4f2f-bb66-7d368e9336a5 req-2e14fc10-fc11-44c0-885b-373a19640745 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454054 Aug 03 21:13:39.523701 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e4ae9ca4-4ef3-44f8-939d-e52e0ded2efc tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:39.526465 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e4ae9ca4-4ef3-44f8-939d-e52e0ded2efc tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.0788369 Aug 03 21:13:39.646913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Deleting port 212ed112-83b4-4ae1-b57d-427d30358fb9 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:13:39.647493 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:39.899140 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2b58-1a94-4b63-8ced-3beed7df12a4 req-768dbb3c-3009-491c-9bed-fcf748fbec59 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:39.907757 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-905f2b58-1a94-4b63-8ced-3beed7df12a4 req-768dbb3c-3009-491c-9bed-fcf748fbec59 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 945 time: 0.0735042 Aug 03 21:13:39.987775 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-905f2b58-1a94-4b63-8ced-3beed7df12a4 req-57823ec1-6bd1-430b-bc45-d2eab640764c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744555 Aug 03 21:13:40.074221 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:40.098972 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] For port 212ed112-83b4-4ae1-b57d-427d30358fb9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=212ed112-83b4-4ae1-b57d-427d30358fb9,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:40.099824 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.128223 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Calling delete_port for 212ed112-83b4-4ae1-b57d-427d30358fb9 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:13:40.235366 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:40.241260 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:40.243698 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.342437 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.376526 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:40.419805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.420979 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Sync routers for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:40.433966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea', '1ce8b5f0-fcb6-4834-9188-fce022b888f2', '01046507-1acb-4532-9425-77b57f64d9ab'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:40.440456 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:40.441523 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:40.493975 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.544405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] No DVR routers for this DVR port 212ed112-83b4-4ae1-b57d-427d30358fb9 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:13:40.548157 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:40.550781 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37ad8452-89a6-4356-9dbe-dcef33078cdd req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "DELETE /v2.0/ports/212ed112-83b4-4ae1-b57d-427d30358fb9 HTTP/1.1" status: 204 len: 173 time: 1.0174193 Aug 03 21:13:40.552996 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'name': 'network-vif-deleted', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:40.557394 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656c122-211a-4ef8-932a-2cbe74392127" -d '{"events": [{"server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "name": "network-vif-deleted", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:40.562576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b79839-be1e-47f5-9bb5-8ab7fc305084 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event deleted for resources: {'Port': ['ID=212ed112-83b4-4ae1-b57d-427d30358fb9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:40.636562 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:40.667684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a146779-8014-4366-9448-532f048b8f98 req-2b2750b0-7ca5-47c9-b856-a6c4bb73e5fd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:40.671241 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1a146779-8014-4366-9448-532f048b8f98 req-2b2750b0-7ca5-47c9-b856-a6c4bb73e5fd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 944 time: 0.1369376 Aug 03 21:13:40.698864 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87064326-fcde-46ec-98d1-c6467d069567 x-openstack-request-id: req-87064326-fcde-46ec-98d1-c6467d069567 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:40.699611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76bc779-8044-4228-874e-0c9caa865eb9", "name": "network-vif-deleted", "tag": "212ed112-83b4-4ae1-b57d-427d30358fb9", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:40.700150 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87064326-fcde-46ec-98d1-c6467d069567 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:40.700775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76bc779-8044-4228-874e-0c9caa865eb9', 'name': 'network-vif-deleted', 'tag': '212ed112-83b4-4ae1-b57d-427d30358fb9', 'status': 'completed', 'code': 200} Aug 03 21:13:40.716728 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:40.741943 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1a146779-8014-4366-9448-532f048b8f98 req-ff4a6a40-57ee-4e4c-905e-7328547a4535 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561299 Aug 03 21:13:41.139866 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c211357b-274a-46c7-b5fd-6c9a4aec1b9f req-607199d1-ac07-4993-8962-a1b57a8ec842 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=e76bc779-8044-4228-874e-0c9caa865eb9 HTTP/1.1" status: 200 len: 210 time: 0.0374887 Aug 03 21:13:41.163389 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 4, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e27d918b-891b-4d43-828b-8cd74200b5c9', 'name': '', 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'mac_address': 'fa:16:3e:2a:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:37Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 2, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'subnets': [{'id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:41.205531 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Checking router: 7ab473ed-fb50-4f46-affd-ba0234786a2c for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:41.206032 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Updating router 7ab473ed-fb50-4f46-affd-ba0234786a2c port e27d918b-891b-4d43-828b-8cd74200b5c9 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:13:41.237843 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:41.803896 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:41.821485 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Transition to ACTIVE for port object e27d918b-891b-4d43-828b-8cd74200b5c9 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:41.954141 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b68d8-f71f-4c7a-a68a-90ac78719cdd req-f190a90b-c4ef-4314-9b15-48381c9b9c89 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:41.967183 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:41.968226 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d67b68d8-f71f-4c7a-a68a-90ac78719cdd req-f190a90b-c4ef-4314-9b15-48381c9b9c89 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 944 time: 0.1177602 Aug 03 21:13:42.085724 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:42.090578 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d67b68d8-f71f-4c7a-a68a-90ac78719cdd req-39217f2d-9222-413e-bfa4-14b59e310fe9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162591 Aug 03 21:13:42.128486 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14e68a-a391-4bcf-ba23-36792ab9449d None None] Pushing event updated for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:42.219066 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:42.220087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.274605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device e69d88d4-caf9-430c-b16e-9bed99ffa279 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:42.276335 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Attempting to bind port e27d918b-891b-4d43-828b-8cd74200b5c9 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:13:42.276905 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Attempting to bind port e27d918b-891b-4d43-828b-8cd74200b5c9 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:13:42.277474 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Attempting to bind port e27d918b-891b-4d43-828b-8cd74200b5c9 on network fc956624-6042-4ffc-bc75-dcaf46222eae {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:13:42.302646 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:13:42.303470 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Checking segment: {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:13:42.304103 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.304756 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Bound using segment: {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:13:42.305500 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Bound port: e27d918b-891b-4d43-828b-8cd74200b5c9, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:13:42.306198 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.442794 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] For port e27d918b-891b-4d43-828b-8cd74200b5c9, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:13:42.446620 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] For port e27d918b-891b-4d43-828b-8cd74200b5c9, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e27d918b-891b-4d43-828b-8cd74200b5c9,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:13:42.516925 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.604169 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port e69d88d4-caf9-430c-b16e-9bed99ffa279 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:42.635225 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port e69d88d4-caf9-430c-b16e-9bed99ffa279 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:42.635968 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.638030 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:42.639118 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:42.770322 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14e68a-a391-4bcf-ba23-36792ab9449d None None] Pushing event updated for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:42.889915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:42.971612 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:42.998860 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:43.003449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd8abc5-def2-42ab-94de-089e40011191" -d '{"events": [{"server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "name": "network-vif-plugged", "status": "completed", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:43.039644 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:43.089185 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ff828-13d7-4eb7-8013-852fff848785 x-openstack-request-id: req-9b5ff828-13d7-4eb7-8013-852fff848785 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:43.090706 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "name": "network-vif-plugged", "status": "completed", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:43.090706 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b5ff828-13d7-4eb7-8013-852fff848785 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:43.090706 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'code': 200} Aug 03 21:13:43.149783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:43.151219 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 212ed112-83b4-4ae1-b57d-427d30358fb9 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:13:43.265007 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 212ed112-83b4-4ae1-b57d-427d30358fb9 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:13:43.265614 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 212ed112-83b4-4ae1-b57d-427d30358fb9 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:13:43.333469 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:43.459779 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9003-52b9-498a-8d76-e1e1660389ad req-3f02bd46-5409-442d-a2a1-0840ea083063 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:43.463738 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-882a9003-52b9-498a-8d76-e1e1660389ad req-3f02bd46-5409-442d-a2a1-0840ea083063 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1381655 Aug 03 21:13:43.519174 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 4, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e27d918b-891b-4d43-828b-8cd74200b5c9', 'name': '', 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'mac_address': 'fa:16:3e:2a:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:37Z', 'updated_at': '2021-08-03T21:13:42Z', 'revision_number': 4, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'subnets': [{'id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:43.545179 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcbf6f-5e05-493f-8790-29ffee5c33b0 req-f1f08316-f852-4221-a9eb-629ab504cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:43.547271 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dfcbf6f-5e05-493f-8790-29ffee5c33b0 req-f1f08316-f852-4221-a9eb-629ab504cfb6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1098 time: 0.0487270 Aug 03 21:13:43.551683 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-882a9003-52b9-498a-8d76-e1e1660389ad req-c57598dc-ebb1-4cbc-b5b0-11cbbaf7c901 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733044 Aug 03 21:13:43.555218 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419db38-2446-4c93-85ec-20e250f906e9 None None] The sync data for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi is: [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:13:37Z', 'revision_number': 4, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e27d918b-891b-4d43-828b-8cd74200b5c9', 'name': '', 'network_id': 'fc956624-6042-4ffc-bc75-dcaf46222eae', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'mac_address': 'fa:16:3e:2a:46:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:37Z', 'updated_at': '2021-08-03T21:13:42Z', 'revision_number': 4, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'subnets': [{'id': 'bbb14787-3197-4c0b-8a18-df0089f2a314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:43.641185 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dfcbf6f-5e05-493f-8790-29ffee5c33b0 req-5258de64-7f6d-4f9d-bf6d-b84bd67a10ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788295 Aug 03 21:13:44.128849 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e27d918b-891b-4d43-828b-8cd74200b5c9 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:44.315827 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port e27d918b-891b-4d43-828b-8cd74200b5c9 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:44.323384 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e27d918b-891b-4d43-828b-8cd74200b5c9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:44.328519 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:44.555264 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:44.614114 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port e27d918b-891b-4d43-828b-8cd74200b5c9, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e27d918b-891b-4d43-828b-8cd74200b5c9,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:44.804158 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22131302-0511-478e-81d0-3cdbb29a5252 req-7d8c1336-b195-4d1d-aef0-7ea61cd243a6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:44.807702 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22131302-0511-478e-81d0-3cdbb29a5252 req-7d8c1336-b195-4d1d-aef0-7ea61cd243a6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1011589 Aug 03 21:13:44.835757 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:44.939644 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-22131302-0511-478e-81d0-3cdbb29a5252 req-9ce9a371-07f5-4238-9c23-e44decc788d4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198990 Aug 03 21:13:44.941869 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:45.034328 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680d3c-5975-4327-ba71-3f6e06e299e1 req-e4435fa1-bc53-46f4-850c-968b02b581ca tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:45.036331 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37680d3c-5975-4327-ba71-3f6e06e299e1 req-e4435fa1-bc53-46f4-850c-968b02b581ca tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.0805717 Aug 03 21:13:45.100200 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37680d3c-5975-4327-ba71-3f6e06e299e1 req-ecc4452e-16a1-4907-885e-c0da20d2428b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547645 Aug 03 21:13:46.051512 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e27d918b-891b-4d43-828b-8cd74200b5c9 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:13:46.130292 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e27d918b-891b-4d43-828b-8cd74200b5c9 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:46.130947 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:46.180228 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a341b-058a-4a3d-a9df-668938e70551 req-711f9158-6297-45d9-b08d-f862d399f553 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:46.193737 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f93a341b-058a-4a3d-a9df-668938e70551 req-711f9158-6297-45d9-b08d-f862d399f553 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1294756 Aug 03 21:13:46.254846 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f93a341b-058a-4a3d-a9df-668938e70551 req-e7f7d670-d4a7-486c-93d6-132921fce42b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596476 Aug 03 21:13:46.295590 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b623-88a9-4b53-a2c3-ca35a8c51121 req-cf9c0456-8b08-417f-b0bb-a9880de01403 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:46.297351 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8914b623-88a9-4b53-a2c3-ca35a8c51121 req-cf9c0456-8b08-417f-b0bb-a9880de01403 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.0798082 Aug 03 21:13:46.388794 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8914b623-88a9-4b53-a2c3-ca35a8c51121 req-067d8c68-1a88-404d-b9e4-b85488e9ff02 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789149 Aug 03 21:13:46.406554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5d31e14-73a3-42aa-8f5a-510b731fbab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:46.429393 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3105-73a5-4403-827b-4c285286de1c req-ebfbee6a-d3c6-4979-b4dd-f8794032326d tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:46.436270 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c31d3105-73a5-4403-827b-4c285286de1c req-ebfbee6a-d3c6-4979-b4dd-f8794032326d tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0792334 Aug 03 21:13:46.443853 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 45978) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:13:46.449105 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'floatingip': {'port_id': 'e69d88d4-caf9-430c-b16e-9bed99ffa279'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:46.547479 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:47.404582 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-0b9218fa-c63c-4004-bb61-da94b1b8a7a1 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:47.407106 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-0b9218fa-c63c-4004-bb61-da94b1b8a7a1 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.4573925 Aug 03 21:13:47.520284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.db.resource_extend [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 21:13:47.788642 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:47.813389 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311d04-b8a7-41e5-be15-10204b3c1717 req-ac9ddbcb-842d-4e4d-ac35-e5fc1e184d16 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:47.828328 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9311d04-b8a7-41e5-be15-10204b3c1717 req-ac9ddbcb-842d-4e4d-ac35-e5fc1e184d16 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.2351398 Aug 03 21:13:47.894574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Deleting port 01046507-1acb-4532-9425-77b57f64d9ab {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:13:47.898489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:47.920640 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:48.128861 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b9311d04-b8a7-41e5-be15-10204b3c1717 req-dfa3c465-a7a8-4ef3-9d60-09dff2227a9b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780597 Aug 03 21:13:48.226011 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] For port 01046507-1acb-4532-9425-77b57f64d9ab, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01046507-1acb-4532-9425-77b57f64d9ab,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:48.226383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:48.247252 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Calling delete_port for 01046507-1acb-4532-9425-77b57f64d9ab owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:13:48.255108 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Floating IP ae2ae768-e9a9-496e-82b0-d6c7299a79ee associated. External IP: 172.27.0.144, port: e69d88d4-caf9-430c-b16e-9bed99ffa279. Aug 03 21:13:48.856574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:13:48.971860 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:13:48.976434 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:48.982426 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:13:48.992495 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:48.993123 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:49.010721 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c6d6279a-77b2-488f-a52e-4c23b0e79af9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "PUT /v2.0/floatingips/ae2ae768-e9a9-496e-82b0-d6c7299a79ee HTTP/1.1" status: 200 len: 991 time: 2.5647266 Aug 03 21:13:49.010721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:49.012032 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c253ad-4d61-4843-a4b1-88495d889330" -d '{"events": [{"name": "network-changed", "server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:49.054400 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f71f9-ba13-4a39-9ab2-43dbce7b42e4 x-openstack-request-id: req-9c4f71f9-ba13-4a39-9ab2-43dbce7b42e4 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:49.055002 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:49.078116 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c4f71f9-ba13-4a39-9ab2-43dbce7b42e4 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:49.078116 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'status': 'completed', 'code': 200} Aug 03 21:13:49.115526 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:49.137081 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-ac01b37f-075e-4aa6-8a76-c675d0956b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:49.138586 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-ac01b37f-075e-4aa6-8a76-c675d0956b37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1098 time: 0.0474083 Aug 03 21:13:49.265115 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-c952170e-b7a4-4825-9137-07a31aed16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:49.266727 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-c952170e-b7a4-4825-9137-07a31aed16c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.1188850 Aug 03 21:13:49.328643 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc8bbc-7ec2-452b-b070-c6b2225cc220 req-83adc331-75b9-4402-a8af-fcf207412dd8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:49.330458 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cfc8bbc-7ec2-452b-b070-c6b2225cc220 req-83adc331-75b9-4402-a8af-fcf207412dd8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 946 time: 0.1024656 Aug 03 21:13:49.368418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-56f48d3f-fd69-4d37-aa73-4a59329502e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 999 time: 0.0906434 Aug 03 21:13:49.408657 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae2ae768-e9a9-496e-82b0-d6c7299a79ee', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:db:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:47Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:49.420299 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cfc8bbc-7ec2-452b-b070-c6b2225cc220 req-383f24d1-c5ec-48bc-a439-94c17f0bc7ac tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Aug 03 21:13:49.458066 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:13:49.458255 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-0e80fbc4-c6b1-4c9e-aa93-3135f7baca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:49.458255 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-0e80fbc4-c6b1-4c9e-aa93-3135f7baca8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0673683 Aug 03 21:13:49.458255 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:49.458554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:13:49.458554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:13:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:49.484349 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event deleted for resources: {'Port': ['ID=01046507-1acb-4532-9425-77b57f64d9ab,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:49.505194 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea', '1ce8b5f0-fcb6-4834-9188-fce022b888f2'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:49.536124 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:49.543880 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-318b5910-63c8-48ce-b771-24a5e5e352d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:49.587569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] No DVR routers for this DVR port 01046507-1acb-4532-9425-77b57f64d9ab on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:13:49.591828 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:49.595813 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c7bd40cb-c3bf-49b1-a5c2-ceee1fe03c05 req-d9d974ab-5ef8-408c-a432-8fa410d8215b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "DELETE /v2.0/ports/01046507-1acb-4532-9425-77b57f64d9ab HTTP/1.1" status: 204 len: 173 time: 2.1739159 Aug 03 21:13:49.615428 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-e1b40bb2-ee59-4165-bcae-2527566c9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:49.618133 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-e1b40bb2-ee59-4165-bcae-2527566c9dab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1430912 Aug 03 21:13:49.635419 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:13:49.754278 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-3676affa-6e22-4057-a4ba-b7edca357267 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292298 Aug 03 21:13:49.881176 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5c253ad-4d61-4843-a4b1-88495d889330 req-4c72032b-8ba9-4b88-be19-61154f997905 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190858 Aug 03 21:13:50.310813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 01046507-1acb-4532-9425-77b57f64d9ab no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:13:50.360495 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 01046507-1acb-4532-9425-77b57f64d9ab {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:13:50.361197 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 01046507-1acb-4532-9425-77b57f64d9ab not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:13:50.414341 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae2ae768-e9a9-496e-82b0-d6c7299a79ee', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:db:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:47Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:13:50.472922 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977df1a-5c3d-4a78-b094-396cf681ed4f None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae2ae768-e9a9-496e-82b0-d6c7299a79ee', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:db:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:47Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:13:50.549605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:50.660103 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7c666d9e-a5f1-415b-9365-9c03a32f84c4 req-911223a9-a733-4a68-a0fc-6a403a3a58e7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=87411f5e-7bf5-4091-82e3-5f5365f9c3dc HTTP/1.1" status: 200 len: 210 time: 0.0583618 Aug 03 21:13:50.897791 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857409e-68b4-4b2f-bb81-2136c260d501 None None] New status for floating IP ae2ae768-e9a9-496e-82b0-d6c7299a79ee: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:13:51.058137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'name': 'network-vif-deleted', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:51.061706 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799b922-9430-4dfc-90d9-8f3aa1763837" -d '{"events": [{"server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "name": "network-vif-deleted", "tag": "01046507-1acb-4532-9425-77b57f64d9ab"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:51.108240 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755666eb-1a2f-44ac-8149-e46c8ca4eb9e x-openstack-request-id: req-755666eb-1a2f-44ac-8149-e46c8ca4eb9e {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:51.108684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87411f5e-7bf5-4091-82e3-5f5365f9c3dc", "name": "network-vif-deleted", "tag": "01046507-1acb-4532-9425-77b57f64d9ab", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:51.109084 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-755666eb-1a2f-44ac-8149-e46c8ca4eb9e {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:51.109693 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87411f5e-7bf5-4091-82e3-5f5365f9c3dc', 'name': 'network-vif-deleted', 'tag': '01046507-1acb-4532-9425-77b57f64d9ab', 'status': 'completed', 'code': 200} Aug 03 21:13:51.945119 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:52.527562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5df4b-ddfa-4378-bbc6-13860d45565a req-19a69135-43d3-4860-b482-d1ad6c84df43 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:52.535467 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64f5df4b-ddfa-4378-bbc6-13860d45565a req-19a69135-43d3-4860-b482-d1ad6c84df43 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.1028016 Aug 03 21:13:52.625272 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64f5df4b-ddfa-4378-bbc6-13860d45565a req-4d7e8f48-49da-4023-8f08-7558c3fff824 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885730 Aug 03 21:13:53.836921 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494c3b4-376d-4288-bd83-89ff09525d9a req-e2bd139d-5e57-452a-bb98-769c91cc02aa tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:53.840151 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1494c3b4-376d-4288-bd83-89ff09525d9a req-e2bd139d-5e57-452a-bb98-769c91cc02aa tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.0879211 Aug 03 21:13:53.908995 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1494c3b4-376d-4288-bd83-89ff09525d9a req-9eb14228-afdd-4516-aacb-7f163ac17b2b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Aug 03 21:13:54.090611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-415be661-f619-4bd5-b552-8f268324ef17 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:54.092125 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-415be661-f619-4bd5-b552-8f268324ef17 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 945 time: 0.0530605 Aug 03 21:13:54.210717 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Deleting port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:13:54.210945 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:54.301936 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] For port 1ce8b5f0-fcb6-4834-9188-fce022b888f2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ce8b5f0-fcb6-4834-9188-fce022b888f2,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:13:54.302302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:54.316161 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Calling delete_port for 1ce8b5f0-fcb6-4834-9188-fce022b888f2 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:13:54.533015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:54.547123 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['42e07dc5-f2fb-461c-b277-323d83ec32ea', '1ce8b5f0-fcb6-4834-9188-fce022b888f2'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:13:54.561998 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event deleted for resources: {'Port': ['ID=1ce8b5f0-fcb6-4834-9188-fce022b888f2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:54.608113 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] No DVR routers for this DVR port 1ce8b5f0-fcb6-4834-9188-fce022b888f2 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:13:54.610613 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:54.612774 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e64fce56-6895-48bc-8b5d-4c19ecf4d1b1 req-a85eacce-f32a-4372-86c0-58a0bc7cd7c5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "DELETE /v2.0/ports/1ce8b5f0-fcb6-4834-9188-fce022b888f2 HTTP/1.1" status: 204 len: 173 time: 0.5131054 Aug 03 21:13:54.613276 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'name': 'network-vif-deleted', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:13:54.616148 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b082de12-2a9f-4c9d-a5fd-03f5e6c32f9d" -d '{"events": [{"server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "name": "network-vif-deleted", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:13:54.661318 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fba346-15f6-43ab-ab1b-1d68db95bbcd x-openstack-request-id: req-73fba346-15f6-43ab-ab1b-1d68db95bbcd {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:13:54.661617 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9f5022-55d7-44bb-b9e1-706a4a15c82c", "name": "network-vif-deleted", "tag": "1ce8b5f0-fcb6-4834-9188-fce022b888f2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:13:54.661904 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73fba346-15f6-43ab-ab1b-1d68db95bbcd {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:13:54.662282 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9f5022-55d7-44bb-b9e1-706a4a15c82c', 'name': 'network-vif-deleted', 'tag': '1ce8b5f0-fcb6-4834-9188-fce022b888f2', 'status': 'completed', 'code': 200} Aug 03 21:13:55.104737 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f2b7be4e-b316-486f-b4f2-54becc8d25dd req-86943a68-1f89-43e4-8748-ad6414b226fc tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb9f5022-55d7-44bb-b9e1-706a4a15c82c HTTP/1.1" status: 200 len: 210 time: 0.0284119 Aug 03 21:13:55.282499 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-f0b82ed6-bbbb-4b56-bbf5-3be9c7064abf tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:55.284032 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-f0b82ed6-bbbb-4b56-bbf5-3be9c7064abf tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 814 time: 0.1229293 Aug 03 21:13:55.300975 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-86ec7b35-591d-41b8-b999-5d8a9a6addee tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/quotas/2d45ad712cd347619e39842e5ffe4094 HTTP/1.1" status: 200 len: 375 time: 0.0100374 Aug 03 21:13:55.361999 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-13336444-6cd0-42a8-bc24-3f7804e9ccfa tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543067 Aug 03 21:13:55.477736 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a411e6c3-0bf3-4f55-a5f1-c2dfe927af38 service neutron] 10.222.0.32 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033363 Aug 03 21:13:55.574473 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-289ee37b-6521-4e15-822d-8607a2d72c03 service neutron] 10.222.0.32 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Aug 03 21:13:55.904163 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-461cce91-c4f9-4631-a3c7-7636d22a0888 req-ec5f9f49-a691-4a43-978e-9558b509a0d5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 210 time: 0.0596468 Aug 03 21:13:57.031434 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ca11432c-f855-41c6-9914-4ac8298ff08d req-298a9dbf-b18e-4a61-929c-7d7d6b9561d4 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 210 time: 0.0394952 Aug 03 21:13:57.949859 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb78eb2-24d3-46a0-b1a9-f0e2fd8b9cb3 req-d7d15a83-71ba-48f9-bd7f-0ac6b065258f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:57.951566 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cbb78eb2-24d3-46a0-b1a9-f0e2fd8b9cb3 req-d7d15a83-71ba-48f9-bd7f-0ac6b065258f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0566583 Aug 03 21:13:57.994163 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cbb78eb2-24d3-46a0-b1a9-f0e2fd8b9cb3 req-e338b297-3cf6-418d-b4a5-bfde322a459c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366046 Aug 03 21:13:58.133207 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3d49b8e6-3828-4877-8e3c-50e2b7145ec9 req-9f714211-2953-40dc-b91a-0e787e4e3301 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 210 time: 0.0273943 Aug 03 21:13:58.337285 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ce8b5f0-fcb6-4834-9188-fce022b888f2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:13:58.359751 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 1ce8b5f0-fcb6-4834-9188-fce022b888f2 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:13:58.360095 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ce8b5f0-fcb6-4834-9188-fce022b888f2 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:13:58.505151 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-c2297aa5-38c6-4182-aa91-a80507242c5f tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:58.506599 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-c2297aa5-38c6-4182-aa91-a80507242c5f tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 814 time: 0.1050122 Aug 03 21:13:58.522247 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'port': {'device_id': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'admin_state_up': True, 'tenant_id': '2d45ad712cd347619e39842e5ffe4094'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:13:58.732662 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Made reservation on behalf of 2d45ad712cd347619e39842e5ffe4094 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:13:58.736340 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:58.860526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Allocated IP 172.20.0.14 (0bf379e1-5373-4976-97db-e14cba280ea0/bcdfe76b-ae62-4052-a1a2-83c37901fbb1/cf463c8d-f787-49fd-9980-804f3154dc2e) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:13:59.013616 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:59.029152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Transition to ACTIVE for port object cf463c8d-f787-49fd-9980-804f3154dc2e will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:13:59.153430 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400323-17c6-41c1-8d95-4e075ad4f5d1 req-8bed7733-187c-4d59-9141-7877ffdae52c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:59.155809 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a400323-17c6-41c1-8d95-4e075ad4f5d1 req-8bed7733-187c-4d59-9141-7877ffdae52c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0724549 Aug 03 21:13:59.158339 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:59.229173 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Network 0bf379e1-5373-4976-97db-e14cba280ea0 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:13:59.235817 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:13:59.245076 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:13:59.246144 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:13:59.277678 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbfaf1-7c61-49a8-ae3a-73747e5ae93c req-97706dc2-22b4-446a-9207-d0fd5fdfc93c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:59.285491 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67fbfaf1-7c61-49a8-ae3a-73747e5ae93c req-97706dc2-22b4-446a-9207-d0fd5fdfc93c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0642097 Aug 03 21:13:59.287676 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3a400323-17c6-41c1-8d95-4e075ad4f5d1 req-339a1e8c-10b9-4187-ae77-af0b997ee0ee tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226525 Aug 03 21:13:59.335878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:13:59.340198 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67fbfaf1-7c61-49a8-ae3a-73747e5ae93c req-0dfbe1b7-528e-4fb0-a3d5-e9f340f19c15 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Aug 03 21:13:59.340312 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:59.447762 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a3f7937b-3ef2-4812-b664-b15edb6edb6b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9290674 Aug 03 21:13:59.732163 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ddc90557-7e5a-42a9-bfd0-e7516ac878e3 None None] Provisioning for port cf463c8d-f787-49fd-9980-804f3154dc2e completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:13:59.737065 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-ddc90557-7e5a-42a9-bfd0-e7516ac878e3 None None] Provisioning complete for port cf463c8d-f787-49fd-9980-804f3154dc2e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:13:59.737342 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ddc90557-7e5a-42a9-bfd0-e7516ac878e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:13:59.776083 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-ddc90557-7e5a-42a9-bfd0-e7516ac878e3 None None] Port cf463c8d-f787-49fd-9980-804f3154dc2e cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:14:00.413402 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098e2a-3ae4-466f-8818-752b847cd716 req-ebde5287-6279-46ec-acb7-a619ee74d056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:00.415770 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-37098e2a-3ae4-466f-8818-752b847cd716 req-ebde5287-6279-46ec-acb7-a619ee74d056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0626543 Aug 03 21:14:00.470308 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-37098e2a-3ae4-466f-8818-752b847cd716 req-ad783d31-370c-4225-9924-e1614c059f8b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Aug 03 21:14:00.605108 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db0ae1-0412-4952-a6bb-dc7a5fd3ebc8 req-6b96171a-057a-4288-affc-836a3b01de4d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:00.607380 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97db0ae1-0412-4952-a6bb-dc7a5fd3ebc8 req-6b96171a-057a-4288-affc-836a3b01de4d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0539966 Aug 03 21:14:00.650467 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97db0ae1-0412-4952-a6bb-dc7a5fd3ebc8 req-a59939da-d935-42ec-a48f-7f568238d543 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Aug 03 21:14:01.622022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452adb4-aefe-4c92-aabd-bd4cdf60197a req-a8ba5dd2-26bb-4939-ba54-b86ece25dad2 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:01.624793 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0452adb4-aefe-4c92-aabd-bd4cdf60197a req-a8ba5dd2-26bb-4939-ba54-b86ece25dad2 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0625596 Aug 03 21:14:01.672514 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0452adb4-aefe-4c92-aabd-bd4cdf60197a req-0cf725a1-1e7c-4e9a-b599-bf71ad6e6bfa tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Aug 03 21:14:01.790145 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2047e-c578-46b3-9021-f390af80af9f req-de051f18-72cd-4a10-88f5-043383420c8d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:01.791664 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cfd2047e-c578-46b3-9021-f390af80af9f req-de051f18-72cd-4a10-88f5-043383420c8d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0617619 Aug 03 21:14:01.841056 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cfd2047e-c578-46b3-9021-f390af80af9f req-3a9c4099-6b47-42b7-81a6-8a271d47f6a5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Aug 03 21:14:02.794544 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa114b-2bcb-41a1-83b3-329f20d1be1a req-40ba07d0-a93a-458c-bba0-2f33ded70b78 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:02.796278 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a9fa114b-2bcb-41a1-83b3-329f20d1be1a req-40ba07d0-a93a-458c-bba0-2f33ded70b78 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 03 21:14:02.853366 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a9fa114b-2bcb-41a1-83b3-329f20d1be1a req-c4d5e572-3de7-4ab5-beb9-cccaababfe6f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Aug 03 21:14:03.003712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249c2c4-7701-439a-8f31-101a8d686f51 req-e28bceb1-9bfe-43ca-bdb3-2b516aad8573 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:03.005311 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f249c2c4-7701-439a-8f31-101a8d686f51 req-e28bceb1-9bfe-43ca-bdb3-2b516aad8573 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0793686 Aug 03 21:14:03.075608 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f249c2c4-7701-439a-8f31-101a8d686f51 req-511e4643-9aef-4545-8608-2d18b6ca32e9 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608773 Aug 03 21:14:03.984798 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f07a1f-d675-42c5-9bad-a6008816e2a4 req-cd8fdf70-c215-4cb3-8ba2-aa6110b832ee tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:03.986253 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97f07a1f-d675-42c5-9bad-a6008816e2a4 req-cd8fdf70-c215-4cb3-8ba2-aa6110b832ee tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0609438 Aug 03 21:14:04.040143 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97f07a1f-d675-42c5-9bad-a6008816e2a4 req-07a9af7b-af94-4f29-a1ef-1f6a8dc284d0 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Aug 03 21:14:04.220993 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af56dbe-1467-480a-90ea-aff6cfccbfa6 req-c2007c00-484c-4f6f-98f0-d3e112410aeb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:04.222516 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6af56dbe-1467-480a-90ea-aff6cfccbfa6 req-c2007c00-484c-4f6f-98f0-d3e112410aeb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0658066 Aug 03 21:14:04.268379 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6af56dbe-1467-480a-90ea-aff6cfccbfa6 req-e00d463d-96ae-4cdd-8975-796457562250 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Aug 03 21:14:05.171274 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3ca5e-ccdf-4f50-a239-4a89828735b6 req-7be2cf91-d99f-45ed-b7d7-2ecadedafcca tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:05.172736 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ee3ca5e-ccdf-4f50-a239-4a89828735b6 req-7be2cf91-d99f-45ed-b7d7-2ecadedafcca tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0589967 Aug 03 21:14:05.215357 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9ee3ca5e-ccdf-4f50-a239-4a89828735b6 req-7f29b578-994d-4050-905f-724c21a6fc9b tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Aug 03 21:14:05.428133 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9608c92-3290-4e44-803b-53ce2e4b0f24 req-8334e665-fa83-420b-a6a8-f803d9aa0df4 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:05.429815 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9608c92-3290-4e44-803b-53ce2e4b0f24 req-8334e665-fa83-420b-a6a8-f803d9aa0df4 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0837510 Aug 03 21:14:05.764862 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e9608c92-3290-4e44-803b-53ce2e4b0f24 req-3dbdcfbd-7b38-4609-bdc4-fd545f6d2e47 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228762 Aug 03 21:14:06.185136 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:14:06.374772 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925c22-d7e2-4d9a-a8b4-12305617eb3d req-8290bc91-52f1-475a-b741-1bda215c57b7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:06.376862 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87925c22-d7e2-4d9a-a8b4-12305617eb3d req-8290bc91-52f1-475a-b741-1bda215c57b7 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0873868 Aug 03 21:14:06.423514 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:06.424201 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-87925c22-d7e2-4d9a-a8b4-12305617eb3d req-8e8d3e7c-4622-4dcb-b5e7-9096ee5abc8c tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Aug 03 21:14:06.930783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3317de-fcd0-4793-9068-8c7f3186b639 req-90d99f43-82ac-4e26-8270-4e1c35515725 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:06.932945 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d3317de-fcd0-4793-9068-8c7f3186b639 req-90d99f43-82ac-4e26-8270-4e1c35515725 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0565598 Aug 03 21:14:06.975462 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d3317de-fcd0-4793-9068-8c7f3186b639 req-d2c7c4c1-990f-4b70-b418-fbf4aeb50e63 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Aug 03 21:14:07.552520 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b4f5f-0a73-47e4-95a5-cdec642ff422 req-74e04b23-b332-4194-9049-822e1f3c8f2f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:07.554090 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e47b4f5f-0a73-47e4-95a5-cdec642ff422 req-74e04b23-b332-4194-9049-822e1f3c8f2f tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0611122 Aug 03 21:14:07.595773 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e47b4f5f-0a73-47e4-95a5-cdec642ff422 req-f1afb9b5-f79c-4127-89d8-f7cb3cf4cc91 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Aug 03 21:14:08.127237 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95796d0-5589-4397-bd92-931e2ffa1c94 req-368035c5-0c1b-4489-8c1b-4e404f74fd2e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:08.128704 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c95796d0-5589-4397-bd92-931e2ffa1c94 req-368035c5-0c1b-4489-8c1b-4e404f74fd2e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0604861 Aug 03 21:14:08.174863 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c95796d0-5589-4397-bd92-931e2ffa1c94 req-d3b207b6-67f8-4e47-9afb-144b31d9a8e3 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Aug 03 21:14:08.795721 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af90a52-8791-4e9b-a144-becc3f922e6c req-2e048e3a-c435-4349-a171-3bc565f55a15 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:08.797502 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1af90a52-8791-4e9b-a144-becc3f922e6c req-2e048e3a-c435-4349-a171-3bc565f55a15 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0978589 Aug 03 21:14:08.862775 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1af90a52-8791-4e9b-a144-becc3f922e6c req-21b6bf23-003b-44df-8907-599f8d4a9161 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Aug 03 21:14:09.338165 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aa12b-bb4e-4294-b19a-dfc1ae435784 req-46407029-4b10-4ef0-9292-29768079ff85 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:09.340859 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-891aa12b-bb4e-4294-b19a-dfc1ae435784 req-46407029-4b10-4ef0-9292-29768079ff85 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0727916 Aug 03 21:14:09.394209 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-891aa12b-bb4e-4294-b19a-dfc1ae435784 req-34620040-2bec-4916-876a-de0f8f24b46b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Aug 03 21:14:10.035861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de7d14-2e7c-47c2-85a3-d02ce317152c req-98335c98-c657-429b-89cb-e6ac08866adf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:10.037406 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-55de7d14-2e7c-47c2-85a3-d02ce317152c req-98335c98-c657-429b-89cb-e6ac08866adf tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0559261 Aug 03 21:14:10.084940 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-55de7d14-2e7c-47c2-85a3-d02ce317152c req-74464859-84b4-43f8-a5b2-73820abc53d2 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Aug 03 21:14:10.517398 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0b463-1bf0-4862-a6f1-a8d4e54cc020 req-e9173915-9428-4287-bcc2-6e4246aa9dab tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:10.519011 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3a0b463-1bf0-4862-a6f1-a8d4e54cc020 req-e9173915-9428-4287-bcc2-6e4246aa9dab tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 932 time: 0.0543818 Aug 03 21:14:10.560241 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c3a0b463-1bf0-4862-a6f1-a8d4e54cc020 req-f690d389-5bea-4c11-8349-cd40a6b93a5c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Aug 03 21:14:11.039358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Request body: {'port': {'device_id': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:11.105797 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:11.211646 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305cb14-8a13-4a83-b97e-7aaa87ee79d8 req-f75fa7da-4955-46b9-ba8f-564b841290ae tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:11.213709 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4305cb14-8a13-4a83-b97e-7aaa87ee79d8 req-f75fa7da-4955-46b9-ba8f-564b841290ae tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0574851 Aug 03 21:14:11.255938 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4305cb14-8a13-4a83-b97e-7aaa87ee79d8 req-ff28a8cb-0487-4028-a4a0-0d06a9c7aa5d tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358658 Aug 03 21:14:11.433178 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf463c8d-f787-49fd-9980-804f3154dc2e {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:14:11.447063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:11.459546 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Transition to ACTIVE for port object cf463c8d-f787-49fd-9980-804f3154dc2e will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:14:11.549403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:11.601877 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:11.778652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b4fc-e3f9-448f-bd06-551980887aca req-c539cce5-2c8c-4526-8f49-f5b99cc49389 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:11.780331 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ddb4b4fc-e3f9-448f-bd06-551980887aca req-c539cce5-2c8c-4526-8f49-f5b99cc49389 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 944 time: 0.1260452 Aug 03 21:14:11.784713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Attempting to bind port cf463c8d-f787-49fd-9980-804f3154dc2e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:14:11.784713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Attempting to bind port cf463c8d-f787-49fd-9980-804f3154dc2e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:14:11.785205 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Attempting to bind port cf463c8d-f787-49fd-9980-804f3154dc2e on network 0bf379e1-5373-4976-97db-e14cba280ea0 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:14:11.797419 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ce857-93f7-462d-af35-1f503e06441d req-f38ad187-4043-4b51-92bf-8d0f959facd5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:11.799005 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-697ce857-93f7-462d-af35-1f503e06441d req-f38ad187-4043-4b51-92bf-8d0f959facd5 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.1331537 Aug 03 21:14:11.807739 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Port cf463c8d-f787-49fd-9980-804f3154dc2e on network 0bf379e1-5373-4976-97db-e14cba280ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:14:11.808070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Attempting to bind port cf463c8d-f787-49fd-9980-804f3154dc2e on network 0bf379e1-5373-4976-97db-e14cba280ea0 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:14:11.830330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:14:11.830667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Checking segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:14:11.831059 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Bound using segment: {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:14:11.831528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Bound port: cf463c8d-f787-49fd-9980-804f3154dc2e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9e6453-2ff1-4bcb-b44f-94bcb1670968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:14:11.831889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:11.890929 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ddb4b4fc-e3f9-448f-bd06-551980887aca req-d4c9393b-cbdc-407f-b3be-57bcbd2b9756 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016619 Aug 03 21:14:11.978658 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:14:11.983280 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:14:11.996450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Deleting port 42e07dc5-f2fb-461c-b277-323d83ec32ea {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:14:11.996830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.054198 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.119367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.120398 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.122565 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] 10.222.0.79 "PUT /v2.0/ports/cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 1094 time: 1.0879304 Aug 03 21:14:12.123178 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:12.126244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a7facb-c360-4128-8c58-060a141ebbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:12.185752 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be05251-10ce-4077-8508-979debc34934 x-openstack-request-id: req-8be05251-10ce-4077-8508-979debc34934 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:12.186190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:12.191299 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8be05251-10ce-4077-8508-979debc34934 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:12.191299 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:14:12.195171 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356e27-2915-44aa-8b55-721634dbcb06 service neutron] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:12.209057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] For port 42e07dc5-f2fb-461c-b277-323d83ec32ea, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=42e07dc5-f2fb-461c-b277-323d83ec32ea,segment=NetworkSegment(9401c25e-01a8-43d4-b80b-2cd14cc6e4d2),segment_id=9401c25e-01a8-43d4-b80b-2cd14cc6e4d2)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:12.209466 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.248746 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Calling delete_port for 42e07dc5-f2fb-461c-b277-323d83ec32ea owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:14:12.311216 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-547d600f-5c95-45ed-bd6f-a0809fd78f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.314226 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-547d600f-5c95-45ed-bd6f-a0809fd78f6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1097 time: 0.0990641 Aug 03 21:14:12.403156 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba678b2-8af1-4522-a235-b76b8e9b0435 req-0fe2d1c3-a971-4e2a-9031-abf5193ebab3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.404544 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ba678b2-8af1-4522-a235-b76b8e9b0435 req-0fe2d1c3-a971-4e2a-9031-abf5193ebab3 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 945 time: 0.0589321 Aug 03 21:14:12.471110 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ba678b2-8af1-4522-a235-b76b8e9b0435 req-ccd64a96-d291-4894-93e9-3e78ebf7d03a tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/security-groups?id=864d7b12-403a-4176-bdd2-7c7c395c53be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591888 Aug 03 21:14:12.474295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-6c2c8f46-4461-4c64-b2fc-dca968ae6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.475909 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-6c2c8f46-4461-4c64-b2fc-dca968ae6ede service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2d45ad712cd347619e39842e5ffe4094&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1519446 Aug 03 21:14:12.583188 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-f18e47b7-c29b-49cf-9a60-0878aa1e48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.584662 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97a7facb-c360-4128-8c58-060a141ebbc4 req-f18e47b7-c29b-49cf-9a60-0878aa1e48bd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950179 Aug 03 21:14:12.595506 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.622429 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Pushing event deleted for resources: {'Port': ['ID=42e07dc5-f2fb-461c-b277-323d83ec32ea,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:12.699422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] No DVR routers for this DVR port 42e07dc5-f2fb-461c-b277-323d83ec32ea on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:14:12.702232 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:12.704815 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-697ce857-93f7-462d-af35-1f503e06441d req-08bc1ddb-fa87-49b5-ba3d-d04f1f42c056 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.79 "DELETE /v2.0/ports/42e07dc5-f2fb-461c-b277-323d83ec32ea HTTP/1.1" status: 204 len: 173 time: 0.8866045 Aug 03 21:14:12.717811 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-f34ceabb-59d8-48b0-8dfb-7933118c7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.719478 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-f34ceabb-59d8-48b0-8dfb-7933118c7207 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1097 time: 0.0825317 Aug 03 21:14:12.795246 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-7b98d3d1-1ae8-41f1-97ab-99b4d861c743 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 217 time: 0.0502214 Aug 03 21:14:12.855231 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-bb24f1fe-2ba3-4b01-8eae-f1634882833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.857065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-bb24f1fe-2ba3-4b01-8eae-f1634882833a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.0521739 Aug 03 21:14:12.932580 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a1813395-ac73-4a61-8d66-ee586cf651d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:12.935372 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-a1813395-ac73-4a61-8d66-ee586cf651d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693302 Aug 03 21:14:13.112950 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eb258-9773-4105-9708-436a2b100e15 req-36e3c83a-559e-4c43-ac8b-7ebbf8d8069c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:13.112950 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-480eb258-9773-4105-9708-436a2b100e15 req-36e3c83a-559e-4c43-ac8b-7ebbf8d8069c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 944 time: 0.0825429 Aug 03 21:14:13.142471 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-74392f5d-57fb-40f5-b51d-80f6f332aa86 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959269 Aug 03 21:14:13.178138 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-480eb258-9773-4105-9708-436a2b100e15 req-cab4d3e5-6b54-44c0-8600-0e39fdc731ad tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548904 Aug 03 21:14:13.265003 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12b16cc4-8552-4b4a-9bdf-0a07207e7a3d req-c06cb965-f0e1-481d-980a-d142032bb3ba service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078262 Aug 03 21:14:13.603935 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8771b9be-d1db-43c9-beb1-592c51af0994 req-6066c310-7e6a-4646-b174-9514031791f8 tempest-AttachVolumeNegativeTest-749998550 tempest-AttachVolumeNegativeTest-749998550-project] 10.222.0.32 "GET /v2.0/ports?device_id=feadd199-4f22-4e77-9a8f-5c44d0f536d9 HTTP/1.1" status: 200 len: 210 time: 0.0427470 Aug 03 21:14:14.188526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'name': 'network-vif-deleted', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:14.191204 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4842e6-d409-41f7-a618-09cb9c43f002" -d '{"events": [{"server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "name": "network-vif-deleted", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:14.228702 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13031050-99b2-45cc-9de6-998e01c211ff x-openstack-request-id: req-13031050-99b2-45cc-9de6-998e01c211ff {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:14.229004 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feadd199-4f22-4e77-9a8f-5c44d0f536d9", "name": "network-vif-deleted", "tag": "42e07dc5-f2fb-461c-b277-323d83ec32ea", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:14.229251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13031050-99b2-45cc-9de6-998e01c211ff {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:14.229683 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feadd199-4f22-4e77-9a8f-5c44d0f536d9', 'name': 'network-vif-deleted', 'tag': '42e07dc5-f2fb-461c-b277-323d83ec32ea', 'status': 'completed', 'code': 200} Aug 03 21:14:14.615970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cf0f7-e04a-4619-89e6-448a58119739 req-196be1c2-3a3a-4594-80fe-351639d5fed8 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:14.617573 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba7cf0f7-e04a-4619-89e6-448a58119739 req-196be1c2-3a3a-4594-80fe-351639d5fed8 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 944 time: 0.3399639 Aug 03 21:14:14.660659 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba7cf0f7-e04a-4619-89e6-448a58119739 req-26c14a96-005f-4236-8cdd-91fef4f6d81d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Aug 03 21:14:14.765974 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1204-ddc9-49d0-8388-dcf6cb0baaa9 req-eb4a37a4-e4a4-4f09-8e2c-84ab92c27e8d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:14.767442 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-690e1204-ddc9-49d0-8388-dcf6cb0baaa9 req-eb4a37a4-e4a4-4f09-8e2c-84ab92c27e8d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0512948 Aug 03 21:14:14.808772 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-690e1204-ddc9-49d0-8388-dcf6cb0baaa9 req-a56900b0-9f5a-459a-bdb4-7d8901189b00 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Aug 03 21:14:14.865358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46292) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:14.913969 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Deleting subnet 087bab63-c845-480b-8eef-abb9903431cf {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:14:14.918368 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:14.953832 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:14.994770 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.116503 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.145297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087bab63-c845-480b-8eef-abb9903431cf,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:15.147535 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.150733 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a25742fa-1c88-439b-a27c-905355a95418 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/087bab63-c845-480b-8eef-abb9903431cf HTTP/1.1" status: 204 len: 168 time: 0.2831542 Aug 03 21:14:15.152293 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device cf463c8d-f787-49fd-9980-804f3154dc2e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:14:15.153177 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46294) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:15.229091 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.287362 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:15.299884 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'port_id': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'mac_address': 'fa:16:3e:fa:61:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:14:15.340431 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.340943 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.352181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1931e9-7ae7-4adb-894b-de7c3e0046dd']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:15.356527 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf463c8d-f787-49fd-9980-804f3154dc2e {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:14:15.369172 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:15.369408 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9401c25e-01a8-43d4-b80b-2cd14cc6e4d2') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:15.379389 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.384073 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:15.394536 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.400785 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:14:15.401176 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:14:15.402910 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:14:15.486728 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.515517 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.521221 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:15.523149 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd1931e9-7ae7-4adb-894b-de7c3e0046dd HTTP/1.1" status: 204 len: 168 time: 0.3689678 Aug 03 21:14:15.534492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9667-1cbc-403e-bda7-be5e77f9c289 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1931e9-7ae7-4adb-894b-de7c3e0046dd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:15.554287 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:15.562772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.563146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.563484 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.564073 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.564398 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.564720 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.565077 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.565365 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.565710 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.566032 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.566372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.566684 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:15.982647 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bcdd9-08da-4708-9b67-8295f44d6f74 req-7dfa090c-bc58-4750-b791-230f4cdbb223 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:15.984290 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e9bcdd9-08da-4708-9b67-8295f44d6f74 req-7dfa090c-bc58-4750-b791-230f4cdbb223 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 945 time: 0.2193868 Aug 03 21:14:16.013950 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46306) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:16.029211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 42e07dc5-f2fb-461c-b277-323d83ec32ea no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:14:16.037636 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e9bcdd9-08da-4708-9b67-8295f44d6f74 req-1d163ab7-d884-4b24-b1ee-d10057525f7e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Aug 03 21:14:16.064690 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 42e07dc5-f2fb-461c-b277-323d83ec32ea {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:14:16.065027 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 42e07dc5-f2fb-461c-b277-323d83ec32ea not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:14:16.071663 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-75f95ec7-4305-4431-996b-3b128b20879e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5d2c2e5350647c2bc17db036dd5582c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562291 Aug 03 21:14:16.075188 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46308) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:16.129178 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:16.151656 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:16.154690 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaebe2-6da8-4362-a051-1f4ec6d56720 req-cbeadfcf-17a5-412a-9a42-7ece3a7950f7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:16.156334 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-65eaebe2-6da8-4362-a051-1f4ec6d56720 req-cbeadfcf-17a5-412a-9a42-7ece3a7950f7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0548613 Aug 03 21:14:16.198733 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-65eaebe2-6da8-4362-a051-1f4ec6d56720 req-0f1f32a1-ed2a-4eed-857b-edecd1f44157 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Aug 03 21:14:16.315990 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:16.318932 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:16.320147 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/864d7b12-403a-4176-bdd2-7c7c395c53be HTTP/1.1" status: 204 len: 168 time: 0.2440472 Aug 03 21:14:16.328835 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864d7b12-403a-4176-bdd2-7c7c395c53be,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:16.339056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.339483 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.339861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.340192 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.340533 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.340881 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.341169 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.341500 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.341821 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.342140 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.342459 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.342783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e992d-2a17-4afb-9edc-9777e26aa91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:16.413137 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-92565df1-6cb5-4e75-8f4b-5553c7116d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:17.193012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c31e-8988-4bdb-a046-b2d72071282e req-ff5dda1b-de6b-4ce8-a5ae-94bdafc44319 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:17.194548 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2a6c31e-8988-4bdb-a046-b2d72071282e req-ff5dda1b-de6b-4ce8-a5ae-94bdafc44319 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 945 time: 0.0696156 Aug 03 21:14:17.236028 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2a6c31e-8988-4bdb-a046-b2d72071282e req-92fc8139-4657-4527-868c-70dea938364c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347481 Aug 03 21:14:17.319897 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:14:17.542951 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f2ec-d19a-48c9-97d1-208e90e94133 req-800e9af3-c704-4ca3-82c7-00ea07287601 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:17.544531 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1eb0f2ec-d19a-48c9-97d1-208e90e94133 req-800e9af3-c704-4ca3-82c7-00ea07287601 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.2655444 Aug 03 21:14:17.592103 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1eb0f2ec-d19a-48c9-97d1-208e90e94133 req-e504b1b7-9b65-44cf-a0e6-ca12689763f7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Aug 03 21:14:18.374129 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e0ab8-bcd1-4901-9c36-65a7dc236a2c req-c2b3a67a-c3d0-4bde-b06e-fb9f54b4f282 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:18.375844 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-353e0ab8-bcd1-4901-9c36-65a7dc236a2c req-c2b3a67a-c3d0-4bde-b06e-fb9f54b4f282 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 945 time: 0.0587411 Aug 03 21:14:18.426633 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-353e0ab8-bcd1-4901-9c36-65a7dc236a2c req-8126a24d-1221-4434-8eeb-f5d03c220eca tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Aug 03 21:14:18.718161 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24b944-bdec-4607-a0c8-8623292df5eb req-5b096da4-7d7e-4cad-9862-988529a37e06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:18.719798 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bf24b944-bdec-4607-a0c8-8623292df5eb req-5b096da4-7d7e-4cad-9862-988529a37e06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0553935 Aug 03 21:14:18.761029 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bf24b944-bdec-4607-a0c8-8623292df5eb req-45e2c2c4-e85e-4b5b-9183-21e0ca213edb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348094 Aug 03 21:14:19.035878 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-09d82835-11c6-48f0-8aa0-bfbe2150f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:19.172532 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:19.553236 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773dfc7-b392-4ab9-80ee-a41d5d6fe241 req-48e98797-80bb-4eb4-8d76-34967c6be97d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:19.554932 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b773dfc7-b392-4ab9-80ee-a41d5d6fe241 req-48e98797-80bb-4eb4-8d76-34967c6be97d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 945 time: 0.0521166 Aug 03 21:14:19.598844 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b773dfc7-b392-4ab9-80ee-a41d5d6fe241 req-83c406c0-083d-447e-b48f-e460982a9041 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 03 21:14:19.893836 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962fb98-39e1-4252-9b65-c2fa40481173 req-507b6e79-8266-42dc-894f-509729d9a017 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:19.895434 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0962fb98-39e1-4252-9b65-c2fa40481173 req-507b6e79-8266-42dc-894f-509729d9a017 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0616894 Aug 03 21:14:19.938611 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0962fb98-39e1-4252-9b65-c2fa40481173 req-03aadf8f-f1ea-4013-9a3b-f2750f9bcee5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371447 Aug 03 21:14:20.041528 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device cf463c8d-f787-49fd-9980-804f3154dc2e up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:14:20.184048 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port cf463c8d-f787-49fd-9980-804f3154dc2e completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:14:20.188317 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port cf463c8d-f787-49fd-9980-804f3154dc2e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:14:20.188735 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:20.268892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:20.298156 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:20.300500 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e71cf58-2020-49ae-a921-c5ee81e7d589" -d '{"events": [{"server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "name": "network-vif-plugged", "status": "completed", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:20.315536 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:20.342082 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa2079-fbbb-4696-a9fc-f139106f3d9f x-openstack-request-id: req-8baa2079-fbbb-4696-a9fc-f139106f3d9f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:20.342429 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "name": "network-vif-plugged", "status": "completed", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:20.342649 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8baa2079-fbbb-4696-a9fc-f139106f3d9f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:20.343044 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'code': 200} Aug 03 21:14:20.383930 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:20.446630 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:20.503515 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:20.721830 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c34c-a8d6-47f7-a5c8-3195ad64c7b5 req-7ace0f6b-dfec-462d-8ba7-847d00782fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:20.723261 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e67c34c-a8d6-47f7-a5c8-3195ad64c7b5 req-7ace0f6b-dfec-462d-8ba7-847d00782fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0546639 Aug 03 21:14:20.763283 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e67c34c-a8d6-47f7-a5c8-3195ad64c7b5 req-18f54e2f-671a-45ec-85d2-3e403aac7dc2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Aug 03 21:14:21.070615 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf77549-c884-4974-80d5-4aa318fe1385 req-261165c5-90b0-4a15-868d-f5cf9ace3d58 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:21.072158 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8cf77549-c884-4974-80d5-4aa318fe1385 req-261165c5-90b0-4a15-868d-f5cf9ace3d58 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0514724 Aug 03 21:14:21.111526 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8cf77549-c884-4974-80d5-4aa318fe1385 req-5990ab59-8a71-4109-97be-0e71148e836c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Aug 03 21:14:21.881897 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8137d-94b6-4964-9886-bb55ff4654f0 req-df8fd12a-c48d-4bfd-993d-adda9f0fceb4 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:21.883421 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1ef8137d-94b6-4964-9886-bb55ff4654f0 req-df8fd12a-c48d-4bfd-993d-adda9f0fceb4 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0523224 Aug 03 21:14:21.920907 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:21.925000 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1ef8137d-94b6-4964-9886-bb55ff4654f0 req-36a9d155-e651-486f-8e29-ae7d6901ba92 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Aug 03 21:14:22.253847 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67a65d-eee8-471d-9d14-c5e0b4b980a7 req-e314dc59-d646-448c-803b-f23e25b9e7ab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:22.255895 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb67a65d-eee8-471d-9d14-c5e0b4b980a7 req-e314dc59-d646-448c-803b-f23e25b9e7ab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0738394 Aug 03 21:14:22.287820 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-66807a29-8f80-4bea-97a3-351313a63625 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:22.287820 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-66807a29-8f80-4bea-97a3-351313a63625 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 947 time: 0.0744936 Aug 03 21:14:22.306602 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eb67a65d-eee8-471d-9d14-c5e0b4b980a7 req-17d51335-1583-4497-b514-dd48297fe1ff tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60bea7a-a36a-485e-8740-41aab00f9a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 Aug 03 21:14:22.435504 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Deleting port d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:14:22.435847 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:22.451271 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3f7c-84fe-4041-9def-1648759ce511 req-4764bb26-0aa9-4c72-b358-2cf4d9670050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:22.452845 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc0f3f7c-84fe-4041-9def-1648759ce511 req-4764bb26-0aa9-4c72-b358-2cf4d9670050 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1099 time: 0.0650511 Aug 03 21:14:22.529516 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc0f3f7c-84fe-4041-9def-1648759ce511 req-12396d73-95ef-4f2e-886e-bc3c3c5a4c6e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Aug 03 21:14:22.555185 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] For port d45f24d6-54b6-4caf-b935-4c19c89b0f4a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:22.555551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:22.799096 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:22.799841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:22.800376 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Floating IP 54fb80bd-c8a5-45be-89f3-521f3d35ae94 disassociated. External IP: 172.27.0.219, port: d45f24d6-54b6-4caf-b935-4c19c89b0f4a. Aug 03 21:14:22.800959 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Calling delete_port for d45f24d6-54b6-4caf-b935-4c19c89b0f4a owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:14:23.026176 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:23.058247 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'Port': ['ID=d45f24d6-54b6-4caf-b935-4c19c89b0f4a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:23.084600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598df486-5484-4af4-879e-ab279036aa87 req-5b038235-b654-4248-ae98-1d64da068bd2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:23.086970 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-598df486-5484-4af4-879e-ab279036aa87 req-5b038235-b654-4248-ae98-1d64da068bd2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0929058 Aug 03 21:14:23.280006 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-598df486-5484-4af4-879e-ab279036aa87 req-199e01e4-ccf9-4bb6-9c65-9285b64b2ece tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392035 Aug 03 21:14:23.306649 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:14:23.491963 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:14:23.504619 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:14:23.520867 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:23.521533 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:23.584878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] No DVR routers for this DVR port d45f24d6-54b6-4caf-b935-4c19c89b0f4a on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:14:23.589102 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:23.592872 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f1ec36bb-d73e-4bc0-82a6-c4e96932c08b req-d18205a0-0dd8-4614-81ec-c13ed856876c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "DELETE /v2.0/ports/d45f24d6-54b6-4caf-b935-4c19c89b0f4a HTTP/1.1" status: 204 len: 173 time: 1.3033834 Aug 03 21:14:23.611999 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-deleted', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:23.613407 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236f2d7c-302f-487d-92e8-60f190d804f1" -d '{"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-deleted", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:23.643848 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf136489-da63-4260-b8d3-35bcf6daa41a req-4f9d7a26-bafa-47e1-8fbc-223e4008e841 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0600672 Aug 03 21:14:23.669074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:23.703173 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513c9de-0605-48eb-bbe6-f8f8ffd67901 x-openstack-request-id: req-3513c9de-0605-48eb-bbe6-f8f8ffd67901 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:23.703476 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e422bc0-24bb-4a97-be71-f5822d91056b", "name": "network-vif-deleted", "tag": "d45f24d6-54b6-4caf-b935-4c19c89b0f4a", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:23.703730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3513c9de-0605-48eb-bbe6-f8f8ffd67901 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:23.704160 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e422bc0-24bb-4a97-be71-f5822d91056b', 'name': 'network-vif-deleted', 'tag': 'd45f24d6-54b6-4caf-b935-4c19c89b0f4a', 'status': 'completed', 'code': 200} Aug 03 21:14:23.878230 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:23.910591 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:14:23.924171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:23.926986 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:24.074150 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:24.329312 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:24.360237 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d425af6-8082-4cf0-b252-848627252bf0 None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:14:24.429088 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1903f1b-897f-4659-a6e3-a55bc13b0b45 req-659a0640-89f0-4b2d-8a61-4ab4a3633367 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:24.430721 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1903f1b-897f-4659-a6e3-a55bc13b0b45 req-659a0640-89f0-4b2d-8a61-4ab4a3633367 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0564744 Aug 03 21:14:24.476466 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1903f1b-897f-4659-a6e3-a55bc13b0b45 req-9b535e29-b985-4498-9e78-6891e1e7f054 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359194 Aug 03 21:14:24.617853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c8ef-9227-4a46-b92f-64a247473f06 req-00dc76e2-6d28-4e52-a2b0-4c4b83798bcb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:24.621486 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-00c1c8ef-9227-4a46-b92f-64a247473f06 req-00dc76e2-6d28-4e52-a2b0-4c4b83798bcb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0640402 Aug 03 21:14:24.668338 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-00c1c8ef-9227-4a46-b92f-64a247473f06 req-cdc4abcf-5f17-4076-96f0-95ce9495728e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Aug 03 21:14:24.669602 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0647-8d80-4ccc-abbd-19eb7e0b6f5b None None] New status for floating IP 54fb80bd-c8a5-45be-89f3-521f3d35ae94: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:14:24.773474 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13539c22-03e7-418f-8b8c-1915fdd4980c req-e0f80205-1a7c-4c80-87c6-3c28f68da7f2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0274453 Aug 03 21:14:25.030726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13434-b868-4980-b2f3-030cf0126ebc req-7f448eba-639b-413e-b70d-4af2414a411c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:25.032234 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fca13434-b868-4980-b2f3-030cf0126ebc req-7f448eba-639b-413e-b70d-4af2414a411c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0507023 Aug 03 21:14:25.070844 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fca13434-b868-4980-b2f3-030cf0126ebc req-6a7bcdfa-bcc3-4e28-8ef2-129a32046205 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Aug 03 21:14:25.901118 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d6f1b590-f0b9-43bd-97c5-c6b717ede193 req-656a7e41-cdef-46f9-8ebe-08355a70ba18 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0292122 Aug 03 21:14:27.015163 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-96913159-3012-4d28-aa8f-c4bd0fce2dba req-75c5aced-865c-4758-b5ce-4ae13d290d9c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e422bc0-24bb-4a97-be71-f5822d91056b HTTP/1.1" status: 200 len: 210 time: 0.0259271 Aug 03 21:14:27.559605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:14:27.585583 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: d45f24d6-54b6-4caf-b935-4c19c89b0f4a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:14:27.585927 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device d45f24d6-54b6-4caf-b935-4c19c89b0f4a not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:14:28.292763 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46498) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:28.353304 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.381163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.526842 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.529491 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.531023 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "DELETE /v2.0/security-groups/f60bea7a-a36a-485e-8740-41aab00f9a5d HTTP/1.1" status: 204 len: 168 time: 0.2369819 Aug 03 21:14:28.535065 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:28.542013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7784d6-2187-4183-95ef-03f632e36675 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60bea7a-a36a-485e-8740-41aab00f9a5d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:28.551244 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-818f6bdc-4d0c-4765-be4f-de065dd9f67d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] show failed (client error): The resource could not be found. Aug 03 21:14:28.552484 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-818f6bdc-4d0c-4765-be4f-de065dd9f67d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups/f60bea7a-a36a-485e-8740-41aab00f9a5d HTTP/1.1" status: 404 len: 347 time: 0.0162063 Aug 03 21:14:28.555115 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46504) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:28.708998 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Deleting port ac9ae0d7-037f-4650-bf2b-792c78f007f5 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:14:28.709215 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.785349 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.785666 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:28.797716 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Calling delete_port for ac9ae0d7-037f-4650-bf2b-792c78f007f5 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:14:29.018153 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.044789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'Port': ['ID=ac9ae0d7-037f-4650-bf2b-792c78f007f5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:29.057527 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.057879 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.058226 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.058568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.058901 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.059275 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.059615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.059943 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.060272 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.060600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.060926 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.061255 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:14:29.120723 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.123282 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.124457 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1988f683-002c-4861-8c0b-8be7dcae4947 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "DELETE /v2.0/floatingips/54fb80bd-c8a5-45be-89f3-521f3d35ae94 HTTP/1.1" status: 204 len: 168 time: 0.5678988 Aug 03 21:14:29.486027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46516) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:29.491040 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611742683', 'description': 'tempest-description--1538203850'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:29.595692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.698861 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.812012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.844297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1091b6ad-9342-4551-8f78-14a25a017343,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:29.932801 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:29.934280 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-026216ba-8f8f-48d7-86d0-765fafdcaea2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4471495 Aug 03 21:14:29.937330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46520) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:29.942167 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group_rule': {'security_group_id': '1091b6ad-9342-4551-8f78-14a25a017343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:30.041317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.105022 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.172274 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.193765 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06586694-c08f-48c3-ba7e-17eda9a5bfd8,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:30.292660 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.293915 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-28f8730b-3a7d-4cee-893e-53f1a93293a1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556209 Aug 03 21:14:30.296767 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46526) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:30.301414 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'security_group_rule': {'security_group_id': '1091b6ad-9342-4551-8f78-14a25a017343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:30.395343 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.450108 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.549250 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.567473 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a259ba2e-6abe-450e-85b5-ea150e2bbbb5,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:30.692495 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.693665 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-eb7be05e-85ea-421b-afb2-854144c8e7aa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958900 Aug 03 21:14:30.699346 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46532) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:30.704283 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:30.824287 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:30.933827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.046823 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Allocated IP 172.27.0.75 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/c61c5938-a74b-4c65-8788-92ad65c6fd9f) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:14:31.161709 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.355588 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.398453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:14:31.401666 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:14:31.407291 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:14:31.414114 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=c61c5938-a74b-4c65-8788-92ad65c6fd9f,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:31.513779 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.633588 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.668545 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-2e20554b-e164-47e4-b377-4253895e55ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485795 Aug 03 21:14:31.741381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-fba17508-a584-4672-9db2-fbd4b357bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:31.743962 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-fba17508-a584-4672-9db2-fbd4b357bdf4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 1098 time: 0.0515220 Aug 03 21:14:31.811004 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.875736 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-ab781250-0515-4b45-aa26-b4f66ccbdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:31.877253 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-ab781250-0515-4b45-aa26-b4f66ccbdc6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 200 len: 915 time: 0.1135166 Aug 03 21:14:31.935767 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-a6277b45-f56e-4470-a60e-006fa478fd80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ba9de1b-afde-48df-8628-930d6ce215c7 HTTP/1.1" status: 200 len: 217 time: 0.0483632 Aug 03 21:14:31.944441 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:31.991481 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-c22ca116-89e3-4657-bc5a-4d25f21268bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:31.993016 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-c22ca116-89e3-4657-bc5a-4d25f21268bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58e6814b-9325-45c9-b509-fbf5e730dea8 HTTP/1.1" status: 200 len: 854 time: 0.0484977 Aug 03 21:14:32.036639 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-63836a9b-34aa-4911-a668-5beaf5157176 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e1c1191-d325-4d08-91c4-d0319a4b20fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351853 Aug 03 21:14:32.043639 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=c61c5938-a74b-4c65-8788-92ad65c6fd9f,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:32.058312 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:32.143975 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-9177809e-99d4-4bbf-9379-f11915448438 service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999358 Aug 03 21:14:32.190292 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:32.191760 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d75b6242-ce95-4168-a875-dc6d79bbe766 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4913950 Aug 03 21:14:32.250131 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f678e0c7-735b-4527-9322-f9a1761fbb5e req-8f3c50b0-074c-422b-b2bb-a114e1fba796 service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993350 Aug 03 21:14:32.408935 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-db417ed7-bdb2-43ee-9ba9-7e5683c951d3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--611742683&fields=id&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 267 time: 0.0515673 Aug 03 21:14:32.554769 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-872c757c-3475-45ff-9158-ed0959cf9a91 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:32.557068 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-872c757c-3475-45ff-9158-ed0959cf9a91 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 816 time: 0.1355667 Aug 03 21:14:32.576637 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-06d4594e-3040-4eb6-859b-a3787dac2f9e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/quotas/d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 375 time: 0.0127964 Aug 03 21:14:32.650175 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-a0a1e527-a878-4d32-a374-f64c8e004be4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636849 Aug 03 21:14:32.891050 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-06c09c60-c38b-444d-8832-d756843f2d66 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271805 Aug 03 21:14:32.998933 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-3f89d891-fba8-4816-a5df-97e5f43929b1 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007535 Aug 03 21:14:33.571627 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7faf157f-9f0c-4c21-ba84-75eba3d51f68 req-dbe66dde-80b0-4ece-b421-784ac1fd03c3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 210 time: 0.0370514 Aug 03 21:14:34.670011 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-707fac66-2838-4ef8-bc53-9fed7ce17178 req-a6b76f5d-cf09-42ac-80bd-671faee05e64 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 210 time: 0.0284033 Aug 03 21:14:35.782073 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d8ce6912-555c-4a72-ab04-b059b14acda3 req-780e4cd6-4450-436a-8a2b-49a4b903c822 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Aug 03 21:14:35.862197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46660) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:35.991841 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0c46d7d-20da-410c-ae7e-5410efec3314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.100322 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0c46d7d-20da-410c-ae7e-5410efec3314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.194859 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0c46d7d-20da-410c-ae7e-5410efec3314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.242722 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a0c46d7d-20da-410c-ae7e-5410efec3314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=349dff0667334e77b16bb81e226101cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794136 Aug 03 21:14:36.244903 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c46d7d-20da-410c-ae7e-5410efec3314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca1b2e-6613-497b-8299-1debc80d7287,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:36.246833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46666) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:36.311238 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.334552 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.515451 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-a20e71c5-3cc5-46ff-b109-1fc36b0634b5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:36.516910 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-a20e71c5-3cc5-46ff-b109-1fc36b0634b5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 816 time: 0.1144893 Aug 03 21:14:36.520884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.521261 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.524712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.526251 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fca1b2e-6613-497b-8299-1debc80d7287 HTTP/1.1" status: 204 len: 168 time: 0.2779627 Aug 03 21:14:36.544212 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932edb-4f68-4ff9-beb7-eff098e0ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca1b2e-6613-497b-8299-1debc80d7287,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:36.584254 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-8398ae10-9801-4658-a2db-0d94f9b1ddee tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 379 time: 0.0474699 Aug 03 21:14:36.596582 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'port': {'device_id': '79516360-cccc-4e3d-8947-6bfa584deb03', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'admin_state_up': True, 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'security_groups': ['1091b6ad-9342-4551-8f78-14a25a017343']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:36.852952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Made reservation on behalf of d6dc80e0d1a74993828d8d2a3aab2750 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:14:36.857678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:36.923651 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d56e65eb-4baf-4de9-a99a-56718c1a9bed req-9b7d8421-b118-4e66-b312-a9091050a184 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 210 time: 0.0374656 Aug 03 21:14:37.030524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Allocated IP 172.20.0.4 (8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3/7a1e2707-a1b1-43a1-8246-2ae965b15cd7/c03efb4d-8260-4055-a26f-478853555a4e) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:14:37.189418 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:37.204391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Transition to ACTIVE for port object c03efb4d-8260-4055-a26f-478853555a4e will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:14:37.310059 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:37.358991 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:14:37.360827 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:14:37.364740 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:14:37.394714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:37.425417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:37.426175 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:37.522622 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-e50075e8-6fc4-4a35-8deb-f734a23f895c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9303985 Aug 03 21:14:37.672093 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Request body: {'port': {'device_id': '79516360-cccc-4e3d-8947-6bfa584deb03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:37.715860 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d79b42a4-3100-48db-a288-ab9f2b1a6f9d None None] Provisioning for port c03efb4d-8260-4055-a26f-478853555a4e completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:14:37.720659 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-d79b42a4-3100-48db-a288-ab9f2b1a6f9d None None] Provisioning complete for port c03efb4d-8260-4055-a26f-478853555a4e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:14:37.721047 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d79b42a4-3100-48db-a288-ab9f2b1a6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:37.732616 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:37.767704 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d79b42a4-3100-48db-a288-ab9f2b1a6f9d None None] Port c03efb4d-8260-4055-a26f-478853555a4e cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:14:38.088607 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02cfd8-b0a9-4ef4-ae9d-4abca8a94049 req-f053e1b7-fd10-427e-ba70-00d4293f166e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:38.103047 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:14:38.103392 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec02cfd8-b0a9-4ef4-ae9d-4abca8a94049 req-f053e1b7-fd10-427e-ba70-00d4293f166e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 931 time: 0.0652449 Aug 03 21:14:38.116876 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:38.131958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Transition to ACTIVE for port object c03efb4d-8260-4055-a26f-478853555a4e will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:14:38.153942 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec02cfd8-b0a9-4ef4-ae9d-4abca8a94049 req-36fcd820-88c5-4787-934c-5442e3ba3946 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494301 Aug 03 21:14:38.344441 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:38.405480 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:38.494208 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Attempting to bind port c03efb4d-8260-4055-a26f-478853555a4e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:14:38.494675 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Attempting to bind port c03efb4d-8260-4055-a26f-478853555a4e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:14:38.495066 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Attempting to bind port c03efb4d-8260-4055-a26f-478853555a4e on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:14:38.501642 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Port c03efb4d-8260-4055-a26f-478853555a4e on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:14:38.502216 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Attempting to bind port c03efb4d-8260-4055-a26f-478853555a4e on network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:14:38.512061 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:14:38.512608 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Checking segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:14:38.513296 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Bound using segment: {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:14:38.513978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Bound port: c03efb4d-8260-4055-a26f-478853555a4e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a679ee2-fd14-46a4-bf22-d971fdf6078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:14:38.514526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:38.605786 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:14:38.609862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:14:38.709886 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:38.749751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:38.759402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:38.759402 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] 10.222.0.79 "PUT /v2.0/ports/c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 1093 time: 1.2132568 Aug 03 21:14:38.759402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:38.759402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04b7c6-da09-44e4-84fd-75e6b2721500" -d '{"events": [{"name": "network-changed", "server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:38.792208 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3da59-e2a1-4692-a2a4-660edd028488 service neutron] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:38.979061 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-f489ad46-2dce-4851-903c-7de2adc9f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:38.981464 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-f489ad46-2dce-4851-903c-7de2adc9f01b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1096 time: 0.0835550 Aug 03 21:14:39.036926 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd970d4-31d7-4330-872f-3fdd9914f7e8 x-openstack-request-id: req-0dd970d4-31d7-4330-872f-3fdd9914f7e8 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:39.037321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:39.037576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd970d4-31d7-4330-872f-3fdd9914f7e8 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:39.037981 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'status': 'completed', 'code': 200} Aug 03 21:14:39.040623 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-3ce101f8-453f-42dd-8417-9f13213b2a0a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 217 time: 0.0497475 Aug 03 21:14:39.097438 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-7c303b2f-b588-4386-8cfc-5df713148fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.099732 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-7c303b2f-b588-4386-8cfc-5df713148fae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0514777 Aug 03 21:14:39.154541 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-96ab-4853-932e-66383deee89e req-166f1c83-c668-451f-b523-18a6d25df678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.158999 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-166f1c83-c668-451f-b523-18a6d25df678 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497620 Aug 03 21:14:39.260835 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-a9a62d24-6fa3-4cac-8a19-dde92f404a5b service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944595 Aug 03 21:14:39.304018 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e59d0e-6a8d-4a7d-a6bb-e7dfe57e1105 req-5f05b52e-66b0-4432-9405-1d9e8ff957a9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.305639 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7e59d0e-6a8d-4a7d-a6bb-e7dfe57e1105 req-5f05b52e-66b0-4432-9405-1d9e8ff957a9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0595191 Aug 03 21:14:39.354971 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d7e59d0e-6a8d-4a7d-a6bb-e7dfe57e1105 req-dee21f27-50f3-44b5-a1bf-a1c6438f9906 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Aug 03 21:14:39.406546 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3610a5f7-96ab-4853-932e-66383deee89e req-1298e74c-86ec-4c53-8005-8bb97417cc2a service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332552 Aug 03 21:14:39.614403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-629918f4-1839-424f-abf8-8dc72428e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.616124 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-629918f4-1839-424f-abf8-8dc72428e896 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1096 time: 0.0536299 Aug 03 21:14:39.737930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-ef13263b-a804-4502-bde6-a818ce28bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.740356 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-ef13263b-a804-4502-bde6-a818ce28bf02 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1118946 Aug 03 21:14:39.784164 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-0bedccbd-f859-4156-97f3-d87507ffde96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 217 time: 0.0363867 Aug 03 21:14:39.844005 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-2abc22e3-fd66-4bba-b203-b58396977221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.845835 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-2abc22e3-fd66-4bba-b203-b58396977221 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0529952 Aug 03 21:14:39.905539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-85fbcfeb-76cb-4232-8139-5db07a9eed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:39.907288 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-85fbcfeb-76cb-4232-8139-5db07a9eed8f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497720 Aug 03 21:14:40.020717 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-4a2aa342-47f2-4f63-b9f7-6fd0c590aefa service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943856 Aug 03 21:14:40.144692 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba04b7c6-da09-44e4-84fd-75e6b2721500 req-24a4e68e-7d2b-495f-9a75-28e9c670cf0f service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164689 Aug 03 21:14:40.491577 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e735c-ea00-4dac-aca1-98ebb7a22e45 req-dfce17f1-41cc-4ceb-a54f-202ed763d5c5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:40.494437 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b5e735c-ea00-4dac-aca1-98ebb7a22e45 req-dfce17f1-41cc-4ceb-a54f-202ed763d5c5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0612023 Aug 03 21:14:40.536177 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b5e735c-ea00-4dac-aca1-98ebb7a22e45 req-236ca263-0a55-4fee-902b-de1d0f09fb97 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Aug 03 21:14:41.676092 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25687212-40be-4fde-9b26-af127d7cc462 req-b1b1418a-1e2e-4f31-95a1-ecdfd1482c7d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:41.677671 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25687212-40be-4fde-9b26-af127d7cc462 req-b1b1418a-1e2e-4f31-95a1-ecdfd1482c7d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0607841 Aug 03 21:14:41.718090 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25687212-40be-4fde-9b26-af127d7cc462 req-0f934a51-1829-4632-bfa7-a131218d23c3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342515 Aug 03 21:14:41.823511 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:14:41.944113 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:41.959525 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'c03efb4d-8260-4055-a26f-478853555a4e', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:14:42.022085 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:42.045118 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:14:42.076613 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:42.246461 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:42.295851 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:42.502675 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['c03efb4d-8260-4055-a26f-478853555a4e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:14:42.804870 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef907f88-27f7-4daf-800d-8997f1cee3e2 req-01f5767e-b8d9-4932-becc-40165b6503db tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:42.814880 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ef907f88-27f7-4daf-800d-8997f1cee3e2 req-01f5767e-b8d9-4932-becc-40165b6503db tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0650756 Aug 03 21:14:42.857477 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ef907f88-27f7-4daf-800d-8997f1cee3e2 req-04dd6fd8-592a-4dd6-bcd2-9d8e0452674c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Aug 03 21:14:42.859291 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468d6cb-7db2-4246-963c-75d1b556a2fd req-79a11b52-8762-4559-a430-9e302d95ed81 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:42.861207 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e468d6cb-7db2-4246-963c-75d1b556a2fd req-79a11b52-8762-4559-a430-9e302d95ed81 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 944 time: 0.0566423 Aug 03 21:14:42.886022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46780) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:42.913978 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e468d6cb-7db2-4246-963c-75d1b556a2fd req-84dd97ba-0291-49d2-9631-58cfb6ff20d4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Aug 03 21:14:43.160061 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b20d5-72fa-48af-9d6f-ca7d330b8ab8 tempest-TestMinimumBasicScenario-3952205 tempest-TestMinimumBasicScenario-3952205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:43.165283 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-de0b20d5-72fa-48af-9d6f-ca7d330b8ab8 tempest-TestMinimumBasicScenario-3952205 tempest-TestMinimumBasicScenario-3952205-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1094 time: 0.2743080 Aug 03 21:14:43.165283 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46792) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:43.169734 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'port_id': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:43.190578 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:14:43.281605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:43.412761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:43.547274 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Allocated IP 172.27.0.229 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/0ec84a50-4552-4713-9e7b-6bd1f89173e9) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:14:43.666524 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:43.763184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df682f-528f-4459-8bc9-e87a38da7140 req-e8e9e6ae-d6ef-4130-9fed-e971ee07d4b7 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:43.765056 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43df682f-528f-4459-8bc9-e87a38da7140 req-e8e9e6ae-d6ef-4130-9fed-e971ee07d4b7 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0546384 Aug 03 21:14:43.817932 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43df682f-528f-4459-8bc9-e87a38da7140 req-18d94efd-0dd4-4065-9d89-4c89ee708b4d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Aug 03 21:14:43.834650 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:14:43.867387 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:43.921431 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:14:43.924668 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:14:43.927448 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:14:43.962985 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'Port': ['ID=0ec84a50-4552-4713-9e7b-6bd1f89173e9,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:44.000924 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port c03efb4d-8260-4055-a26f-478853555a4e completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:14:44.008138 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port c03efb4d-8260-4055-a26f-478853555a4e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:14:44.015075 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.259596 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c0009-4105-4bb4-91fd-248ddca45290 req-5336b005-a0a9-4e2c-b1bf-c8bfb96e3ea6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:44.262051 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c25c0009-4105-4bb4-91fd-248ddca45290 req-5336b005-a0a9-4e2c-b1bf-c8bfb96e3ea6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 944 time: 0.2394826 Aug 03 21:14:44.318330 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.345969 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:44.348471 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad4edfe-2dfc-465a-8727-1fd94dca45a1" -d '{"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:44.363654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:44.377320 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c25c0009-4105-4bb4-91fd-248ddca45290 req-4eb7f6df-7a7a-48a6-b498-b27ed738ac25 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019902 Aug 03 21:14:44.442305 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da5641-076d-4abb-9388-c07224ab232e x-openstack-request-id: req-67da5641-076d-4abb-9388-c07224ab232e {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:44.442716 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:44.443061 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67da5641-076d-4abb-9388-c07224ab232e {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:44.443586 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'code': 200} Aug 03 21:14:44.486623 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.570210 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.585847 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:44.772526 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.895417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4f409-5d5d-4c21-850b-e2cd666b4ea5 req-b516177f-5e94-4743-9d4a-634b61cff1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:44.898439 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8a4f409-5d5d-4c21-850b-e2cd666b4ea5 req-b516177f-5e94-4743-9d4a-634b61cff1f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1098 time: 0.0694828 Aug 03 21:14:44.967217 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:44.997836 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8a4f409-5d5d-4c21-850b-e2cd666b4ea5 req-9903673d-caf2-42f7-a11c-479abc507106 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899038 Aug 03 21:14:45.009119 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e59aa-3e78-4484-8ca6-d344d8793cf6 req-36107c6f-7420-497d-ae62-ced7d79e5e93 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:45.010877 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-875e59aa-3e78-4484-8ca6-d344d8793cf6 req-36107c6f-7420-497d-ae62-ced7d79e5e93 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0796187 Aug 03 21:14:45.054439 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-875e59aa-3e78-4484-8ca6-d344d8793cf6 req-02b6979b-34cf-42c9-bccf-ba0b11c30e3d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368302 Aug 03 21:14:45.058100 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:45.117158 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'Port': ['ID=0ec84a50-4552-4713-9e7b-6bd1f89173e9,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:45.168586 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:45.293281 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Floating IP 285d6cc1-56c4-4ee2-a4d4-89730cb6c55a associated. External IP: 172.27.0.229, port: cf463c8d-f787-49fd-9980-804f3154dc2e. Aug 03 21:14:45.511266 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f6807-8095-4e4f-819e-1b380368a274 req-e7072b41-bc27-43a7-9fdf-133062c2c7c6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:45.513017 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d23f6807-8095-4e4f-819e-1b380368a274 req-e7072b41-bc27-43a7-9fdf-133062c2c7c6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0791917 Aug 03 21:14:45.798193 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:14:45.883674 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95382-5f10-4870-8d91-16d7a26c5603 req-5649e562-cd0f-4240-9734-77e0471a9bab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:45.885189 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ee95382-5f10-4870-8d91-16d7a26c5603 req-5649e562-cd0f-4240-9734-77e0471a9bab tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.4002793 Aug 03 21:14:45.930702 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:14:45.948590 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ee95382-5f10-4870-8d91-16d7a26c5603 req-1c93d030-82f9-4b2b-a9a3-807d0e8facbe tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490534 Aug 03 21:14:45.951888 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Deleting port 1ba9de1b-afde-48df-8628-930d6ce215c7 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:14:45.952452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:45.960146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Sync routers for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:14:45.996644 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:46.000969 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:46.075649 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] For port 1ba9de1b-afde-48df-8628-930d6ce215c7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1ba9de1b-afde-48df-8628-930d6ce215c7,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:46.076048 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.080746 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.091501 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Calling delete_port for 1ba9de1b-afde-48df-8628-930d6ce215c7 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:14:46.142597 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ced9b3a4-91c6-490a-8fa5-b6bedb1a899d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9763734 Aug 03 21:14:46.142823 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:46.143411 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:46.146094 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d83a41-fadc-4747-9f5d-4d20bc35866e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:46.147166 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46854) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:46.160671 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463909741', 'description': 'tempest-secgroup-smoke-1463909741 description', 'project_id': '2d45ad712cd347619e39842e5ffe4094'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:46.189302 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9685f-ee0f-4f8f-a5a6-a999e58292c0 x-openstack-request-id: req-f5f9685f-ee0f-4f8f-a5a6-a999e58292c0 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:46.189920 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:46.190389 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5f9685f-ee0f-4f8f-a5a6-a999e58292c0 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:46.191009 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:14:46.217972 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9f91-9f90-4183-bb09-b1c61ee6894e req-99a0fc9b-96a6-482f-9915-50103f430f7f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:46.219721 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b5d9f91-9f90-4183-bb09-b1c61ee6894e req-99a0fc9b-96a6-482f-9915-50103f430f7f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 945 time: 0.0658493 Aug 03 21:14:46.279285 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1b5d9f91-9f90-4183-bb09-b1c61ee6894e req-913c8c04-e3ce-426b-b44c-9030f967b4aa tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Aug 03 21:14:46.305953 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-7dabcdee-8e7b-4ff7-a93b-0082ec0f50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:46.307566 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-7dabcdee-8e7b-4ff7-a93b-0082ec0f50ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1099 time: 0.0903306 Aug 03 21:14:46.391719 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.439044 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-b00f1c63-3f8e-4596-9698-a4824a74be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:46.441699 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-b00f1c63-3f8e-4596-9698-a4824a74be68 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.1244700 Aug 03 21:14:46.469653 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '285d6cc1-56c4-4ee2-a4d4-89730cb6c55a', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'port_id': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'mac_address': 'fa:16:3e:fa:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:44Z', 'updated_at': '2021-08-03T21:14:44Z', 'revision_number': 0, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:46.500553 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Checking router: 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:14:46.510460 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:46.511297 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:46.524386 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.547680 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['1ba9de1b-afde-48df-8628-930d6ce215c7'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:14:46.550249 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-90281f89-bdd7-4372-be01-acc21c7af5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.554271 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-61e1d699-5ba5-415a-949f-b85f3c107b66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 1000 time: 0.0955226 Aug 03 21:14:46.597590 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Pushing event deleted for resources: {'Port': ['ID=1ba9de1b-afde-48df-8628-930d6ce215c7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:46.636264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.665363 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:46.679392 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] No DVR routers for this DVR port 1ba9de1b-afde-48df-8628-930d6ce215c7 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:14:46.684110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.686088 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d23f6807-8095-4e4f-819e-1b380368a274 req-020f4bdb-2475-41c6-81e2-c0521a9221f6 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "DELETE /v2.0/ports/1ba9de1b-afde-48df-8628-930d6ce215c7 HTTP/1.1" status: 204 len: 173 time: 1.1540768 Aug 03 21:14:46.686531 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'name': 'network-vif-deleted', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:46.688923 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69178ca0-609b-4b3c-9f2d-3179bada2022" -d '{"events": [{"server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "name": "network-vif-deleted", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:46.697959 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-5bde57c3-2f44-4a7e-a569-805a204f2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:46.699440 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-5bde57c3-2f44-4a7e-a569-805a204f2cc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.1198773 Aug 03 21:14:46.718768 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.746867 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721d7e9-876e-4196-807e-e91c67a8c78a x-openstack-request-id: req-5721d7e9-876e-4196-807e-e91c67a8c78a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:46.747150 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48583260-126b-44fe-a7f7-448bbabcd3af", "name": "network-vif-deleted", "tag": "1ba9de1b-afde-48df-8628-930d6ce215c7", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:46.747406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5721d7e9-876e-4196-807e-e91c67a8c78a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:46.747826 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48583260-126b-44fe-a7f7-448bbabcd3af', 'name': 'network-vif-deleted', 'tag': '1ba9de1b-afde-48df-8628-930d6ce215c7', 'status': 'completed', 'code': 200} Aug 03 21:14:46.782520 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a32842-7c3c-485e-a12a-d099fd459fa3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:46.785497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-b2d85b75-9fac-4490-91c5-7ac5ea5f9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:46.787541 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-b2d85b75-9fac-4490-91c5-7ac5ea5f9144 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798409 Aug 03 21:14:46.916495 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:46.917921 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5d019845-d614-4b62-ab11-21c23a497bde tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7697487 Aug 03 21:14:46.921030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46868) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:46.927358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:46.937106 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-e7e6dfa0-df04-4390-a935-bd8b06c6be12 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409695 Aug 03 21:14:46.965036 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '285d6cc1-56c4-4ee2-a4d4-89730cb6c55a', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'port_id': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'mac_address': 'fa:16:3e:fa:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:44Z', 'updated_at': '2021-08-03T21:14:44Z', 'revision_number': 0, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:46.993689 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4a77a3-c200-448f-9384-bf6d305e0402 None None] The sync data for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi is: [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '285d6cc1-56c4-4ee2-a4d4-89730cb6c55a', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'port_id': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'mac_address': 'fa:16:3e:fa:61:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:44Z', 'updated_at': '2021-08-03T21:14:44Z', 'revision_number': 0, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:14:47.045821 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63d83a41-fadc-4747-9f5d-4d20bc35866e req-1ed3eb7e-585e-48b6-b674-f1eb4b15c76b service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986180 Aug 03 21:14:47.167576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.213135 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802b905-4df5-44c9-8c6a-f1757d213d93 None None] New status for floating IP 285d6cc1-56c4-4ee2-a4d4-89730cb6c55a: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:14:47.233115 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ed235-d5b2-4e68-914c-6821ea8319f2 req-dcf3146b-42af-4288-b0c8-4deebae78186 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:47.234624 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad8ed235-d5b2-4e68-914c-6821ea8319f2 req-dcf3146b-42af-4288-b0c8-4deebae78186 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.1389344 Aug 03 21:14:47.273494 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.290744 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad8ed235-d5b2-4e68-914c-6821ea8319f2 req-1495c16e-2c6b-4fb9-90e7-8c2f7c042b74 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497787 Aug 03 21:14:47.414138 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5857e0a8-d10b-40f8-8267-8ef592a9aff5 req-148cb07b-0ba3-483a-8e1b-17d94c5b39a9 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=48583260-126b-44fe-a7f7-448bbabcd3af HTTP/1.1" status: 200 len: 210 time: 0.0375910 Aug 03 21:14:47.415456 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.442170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a324edb4-bc36-4fcd-b980-0fd54b9ea186,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:47.464701 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308baa4-0ca2-4432-a0bb-0eb3805b91d8 req-e183a23f-e3e8-446f-b94a-6ce6e278cd33 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:47.466388 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b308baa4-0ca2-4432-a0bb-0eb3805b91d8 req-e183a23f-e3e8-446f-b94a-6ce6e278cd33 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0930047 Aug 03 21:14:47.477000 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46876) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:47.481781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Request body: {'floatingip': {'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:47.531915 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.607612 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.608867 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-77af90ba-0508-4cd5-b89c-953e2cc594c5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6868904 Aug 03 21:14:47.613723 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46878) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:47.627936 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:47.755103 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.876264 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:47.979250 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.003173 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f54a9e8-d5bd-4be7-890a-397f4f4ae446,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:48.087090 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.088507 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-590d6ae4-b3f3-4438-9e6e-270a9e000e0c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4710286 Aug 03 21:14:48.091586 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46890) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:48.100974 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:48.129411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.191418 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.229773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.271626 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.349421 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Floating IP ae0b1fe0-1175-4265-8e7a-a96fe7a78f79 associated. External IP: 172.27.0.75, port: c03efb4d-8260-4055-a26f-478853555a4e. Aug 03 21:14:48.383728 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.404377 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0827fb-383a-4553-8697-b9f2dc1bf28f,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:48.532880 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.534913 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3c29f0a4-4f62-4e2c-bb3a-6293d7bd0acb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423363 Aug 03 21:14:48.537794 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46900) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:48.543299 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:48.598208 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:14:48.646547 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.723343 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:14:48.724116 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.728828 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.734052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:14:48.744067 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:48.744711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:48.780094 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f3bb5687-8e18-4e9c-9f3d-f430e8185e8e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "PUT /v2.0/floatingips/ae0b1fe0-1175-4265-8e7a-a96fe7a78f79 HTTP/1.1" status: 200 len: 990 time: 1.2949436 Aug 03 21:14:48.780094 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:48.780094 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d" -d '{"events": [{"name": "network-changed", "server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:48.836111 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.850003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ce1aa-dd67-49a7-9feb-fd33d16dc7ef x-openstack-request-id: req-301ce1aa-dd67-49a7-9feb-fd33d16dc7ef {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:48.850003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:48.850003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-301ce1aa-dd67-49a7-9feb-fd33d16dc7ef {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:48.850003 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'status': 'completed', 'code': 200} Aug 03 21:14:48.871391 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e01eb4f-5ab7-4544-bd53-6817514c5188,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:48.912633 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:48.953060 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-1470fc03-5624-4f1b-9eba-4eb8fd76deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:48.955340 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-1470fc03-5624-4f1b-9eba-4eb8fd76deca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1098 time: 0.0678399 Aug 03 21:14:48.989420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:48.991279 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-11318c74-7d23-4944-92cb-b1d8e9d3c967 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4522879 Aug 03 21:14:48.995025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46910) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:49.000330 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:49.077067 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-05bedbcd-a743-4e05-b263-f8a701992ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.111411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-0f220912-572b-4076-a575-f0608f09f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:49.112998 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-0f220912-572b-4076-a575-f0608f09f91a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1497295 Aug 03 21:14:49.184566 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.securitygroups_db [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Project 2d45ad712cd347619e39842e5ffe4094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:14:49.195127 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.210184 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-d07bef4f-4265-4a1c-be77-85942e1f0ac3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 998 time: 0.0879781 Aug 03 21:14:49.251905 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.274758 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae0b1fe0-1175-4265-8e7a-a96fe7a78f79', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79516360-cccc-4e3d-8947-6bfa584deb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:31Z', 'updated_at': '2021-08-03T21:14:48Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:49.286187 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-382f9fe7-ce43-4958-9d68-84992c448036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:49.290775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-382f9fe7-ce43-4958-9d68-84992c448036 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0732338 Aug 03 21:14:49.307437 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.309938 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:14:49.320461 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:14:49.321142 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:14:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:49.363233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-c42a01da-476c-41ff-ad6c-ea9f6ecbbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:49.364662 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-c42a01da-476c-41ff-ad6c-ea9f6ecbbc9e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0649681 Aug 03 21:14:49.424413 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.445808 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:14:49.457348 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb9790e-fb93-4dc1-9f08-598dec9e4468,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:49.485165 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-904a08d0-3b28-4264-b8a2-f69259b8cdb9 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057596 Aug 03 21:14:49.558070 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.565094 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 46916) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:49.565466 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b102efe8-941a-4186-97e4-b575293ddc79 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5689006 Aug 03 21:14:49.572031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'security_group_rule': {'security_group_id': '65a32842-7c3c-485e-a12a-d099fd459fa3', 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:49.621662 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e97b3ad-ae79-4fb6-89f0-7cec5eca976d req-f31d3298-05f4-4b8b-830a-38f2d792c55d service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281769 Aug 03 21:14:49.709643 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Project 2d45ad712cd347619e39842e5ffe4094 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:14:49.714874 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae0b1fe0-1175-4265-8e7a-a96fe7a78f79', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79516360-cccc-4e3d-8947-6bfa584deb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:31Z', 'updated_at': '2021-08-03T21:14:48Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:14:49.716768 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.749611 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fccd5-db1d-4e49-881b-593fcba35148 None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': 'ae0b1fe0-1175-4265-8e7a-a96fe7a78f79', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79516360-cccc-4e3d-8947-6bfa584deb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:14:31Z', 'updated_at': '2021-08-03T21:14:48Z', 'revision_number': 1, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:14:49.785742 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.867593 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46924) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:49.887526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:49.908920 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7eb283f-c4ec-4691-b989-ee6c49d9f6ef,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:49.990639 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56f84516-1aa9-432c-9323-a78852282ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.007689 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72415cb4-acc3-4c65-8597-c464adb5835b None None] New status for floating IP ae0b1fe0-1175-4265-8e7a-a96fe7a78f79: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:14:50.013657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.017581 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-62f51c38-6f2b-4003-a5e5-ccc4d6ca4fea tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4486842 Aug 03 21:14:50.113401 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56f84516-1aa9-432c-9323-a78852282ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.129358 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-2abc7b30-1694-4411-a6a7-38d5dda2f7ca tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463909741&fields=id&tenant_id=2d45ad712cd347619e39842e5ffe4094 HTTP/1.1" status: 200 len: 267 time: 0.0419674 Aug 03 21:14:50.183785 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-51cb46e2-d706-4090-b802-a1ecef6ba844 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:50.185270 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-51cb46e2-d706-4090-b802-a1ecef6ba844 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0494950 Aug 03 21:14:50.197308 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'port': {'security_groups': ['ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8', '65a32842-7c3c-485e-a12a-d099fd459fa3']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:14:50.235145 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-56f84516-1aa9-432c-9323-a78852282ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.275777 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84516-1aa9-432c-9323-a78852282ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee87675-91f9-45f3-9220-ae34933905c9,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:50.279492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.280289 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-56f84516-1aa9-432c-9323-a78852282ca5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f363098d8b3b40558f2833d49eb7711f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116797 Aug 03 21:14:50.283059 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46934) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:50.332044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.356677 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.475315 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:14:50.496203 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ba9de1b-afde-48df-8628-930d6ce215c7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:14:50.506664 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.517222 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 1ba9de1b-afde-48df-8628-930d6ce215c7 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:14:50.517562 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 1ba9de1b-afde-48df-8628-930d6ce215c7 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:14:50.538365 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.583853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.586568 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.587787 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ee87675-91f9-45f3-9220-ae34933905c9 HTTP/1.1" status: 204 len: 168 time: 0.3037763 Aug 03 21:14:50.604775 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62ce42-9664-43ed-bd9b-b733de012a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee87675-91f9-45f3-9220-ae34933905c9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:50.669067 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.716950 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:50.717616 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:50.719281 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4927a0-881d-433e-9c47-3a25a0abbce1 req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "PUT /v2.0/ports/cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 982 time: 0.5272512 Aug 03 21:14:50.754228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bacc91-fd43-4382-bddd-42f8cb2e4a3b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=6']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:50.851494 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:14:50.854433 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f26ff-8c84-43a7-aa09-c994c318e994" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:14:50.871420 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e44d71-1ccd-4068-a996-b970f9457057 req-65cb40ec-77d8-4220-bd00-28bddf01a996 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:50.873068 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36e44d71-1ccd-4068-a996-b970f9457057 req-65cb40ec-77d8-4220-bd00-28bddf01a996 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0796630 Aug 03 21:14:50.925758 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36e44d71-1ccd-4068-a996-b970f9457057 req-0d3cd364-897e-4c69-b971-6301da3996ee tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455961 Aug 03 21:14:50.970579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c218b-889d-4fbb-93df-8b371d215772 x-openstack-request-id: req-f97c218b-889d-4fbb-93df-8b371d215772 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:14:50.970874 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:14:50.971156 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f97c218b-889d-4fbb-93df-8b371d215772 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:14:50.971557 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:14:51.011654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-66806c3d-9372-40fc-9c9c-d9e64085c13c None None] Provisioning complete for port cf463c8d-f787-49fd-9980-804f3154dc2e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:14:51.012188 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-66806c3d-9372-40fc-9c9c-d9e64085c13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:52.011575 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:52.416327 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:14:52.464489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-c99ba5da-f12b-41e8-be26-85a58a24f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:52.466011 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-c99ba5da-f12b-41e8-be26-85a58a24f9a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1138 time: 0.0437841 Aug 03 21:14:52.509892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:14:52.568224 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-8bc32c86-3d3d-47e3-aa61-d5b2b511e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:52.570481 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-8bc32c86-3d3d-47e3-aa61-d5b2b511e34f service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.0960300 Aug 03 21:14:52.648114 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-978f30c8-433d-4981-88cc-950971888e9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 1002 time: 0.0666542 Aug 03 21:14:52.703774 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-b84e400a-ec69-49f2-8a8f-bd026cc90f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:52.705323 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-b84e400a-ec69-49f2-8a8f-bd026cc90f3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.0482111 Aug 03 21:14:52.759941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-68489f5e-c0ad-4f91-a248-0f1e45ba0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:52.761550 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-68489f5e-c0ad-4f91-a248-0f1e45ba0acb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471609 Aug 03 21:14:52.905353 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 46998) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:52.907931 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-969653ac-8885-4725-a84b-768d60699235 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378257 Aug 03 21:14:53.049908 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab4f26ff-8c84-43a7-aa09-c994c318e994 req-5cf6173c-c8bf-4f83-85ba-4967e7dd761e service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333375 Aug 03 21:14:53.055067 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cea4-82d1-491a-8cb0-d1f3c7d6d1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.177508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cea4-82d1-491a-8cb0-d1f3c7d6d1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.366335 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cea4-82d1-491a-8cb0-d1f3c7d6d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.409959 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e6c0cea4-82d1-491a-8cb0-d1f3c7d6d1f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01c12ac2b1cf4eea8fb0c16098c6b274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033219 Aug 03 21:14:53.410886 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0cea4-82d1-491a-8cb0-d1f3c7d6d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a67435-392a-460c-a22f-9f533f20bb3a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:53.412651 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47016) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:14:53.478450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.502374 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.658018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.660695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:14:53.661892 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46a67435-392a-460c-a22f-9f533f20bb3a HTTP/1.1" status: 204 len: 168 time: 0.2480440 Aug 03 21:14:53.673795 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceeee4-f3aa-4b88-84ba-926464fd5bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a67435-392a-460c-a22f-9f533f20bb3a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:14:59.585584 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-86bf9bae-aa64-4360-bee4-f29870e51483 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:14:59.587070 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-86bf9bae-aa64-4360-bee4-f29870e51483 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/networks?id=8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 200 len: 814 time: 0.1107476 Aug 03 21:14:59.602766 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-739e85e6-b7cb-4936-ba87-2ea0adcf4576 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/quotas/2f5a41326d2a4cf9911887c04a24c523 HTTP/1.1" status: 200 len: 375 time: 0.0090950 Aug 03 21:14:59.633694 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-70da938c-3c98-4a06-9ef9-16bc3cdb4163 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255167 Aug 03 21:14:59.827944 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-78c21a71-f33b-4515-a98b-be850a323574 service neutron] 10.222.0.32 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861014 Aug 03 21:14:59.923850 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-3cf0c7f6-e2f0-4c2d-8cef-ff37c7e4101f service neutron] 10.222.0.32 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894804 Aug 03 21:15:00.192628 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2505aae7-f89a-4269-bc03-072247a09919 req-719e375c-358e-43c8-afeb-b7018ba9de80 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Aug 03 21:15:00.968273 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 47166) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:01.073248 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8ba5dafa-a663-491f-a8c1-0eccbe0dda66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.159875 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8ba5dafa-a663-491f-a8c1-0eccbe0dda66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.289227 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ff07894-40e6-4fd1-a718-b7b1750bff78 req-3d598391-71e5-457b-9e06-e7f4a704584e tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Aug 03 21:15:01.297687 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8ba5dafa-a663-491f-a8c1-0eccbe0dda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.337267 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8ba5dafa-a663-491f-a8c1-0eccbe0dda66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fda24ebc270048879465beaaf05b6755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679094 Aug 03 21:15:01.339071 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5dafa-a663-491f-a8c1-0eccbe0dda66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c360de-a6a4-4973-9386-246d5991fc85,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:01.340401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47172) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:01.390725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.412522 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.605687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.608624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:01.613648 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21c360de-a6a4-4973-9386-246d5991fc85 HTTP/1.1" status: 204 len: 168 time: 0.2685094 Aug 03 21:15:01.622457 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a627b6-9cb5-4fe7-b64d-d0f362a2618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c360de-a6a4-4973-9386-246d5991fc85,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:02.192016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da03bc-900f-42d3-845d-884dcc273668 req-92cdabdf-eb2e-4712-9630-a93572af562f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:02.193609 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88da03bc-900f-42d3-845d-884dcc273668 req-92cdabdf-eb2e-4712-9630-a93572af562f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0558085 Aug 03 21:15:02.236888 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88da03bc-900f-42d3-845d-884dcc273668 req-62031303-18d5-4327-becc-e1b395b7c410 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358000 Aug 03 21:15:02.392981 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d604357c-bf3b-4dc6-9fb0-5465c11291a6 req-ff8974a8-488a-4c41-b89c-e32d6009d409 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0316370 Aug 03 21:15:02.590036 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47188) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:02.607166 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21afb5d1-b320-47a5-b305-40c5d037ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:02.774481 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-3bcdb4c7-f372-40f6-98f6-296f2fe334a3 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:02.775964 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-3bcdb4c7-f372-40f6-98f6-296f2fe334a3 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "GET /v2.0/networks?id=8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 200 len: 814 time: 0.1321170 Aug 03 21:15:02.785032 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21afb5d1-b320-47a5-b305-40c5d037ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:02.791358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Request body: {'port': {'device_id': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb', 'admin_state_up': True, 'tenant_id': '2f5a41326d2a4cf9911887c04a24c523'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:15:02.853492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-21afb5d1-b320-47a5-b305-40c5d037ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:02.908574 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-21afb5d1-b320-47a5-b305-40c5d037ac93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3d88cf0c02f47eda1beb04ce256f021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173599 Aug 03 21:15:02.911382 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 47192) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:02.920859 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb5d1-b320-47a5-b305-40c5d037ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4700610-a89f-4db1-9b1c-e18f1da3a652,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:02.965797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:02.991677 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.041688 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Made reservation on behalf of 2f5a41326d2a4cf9911887c04a24c523 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:15:03.045390 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.170761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.170761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.170761 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4700610-a89f-4db1-9b1c-e18f1da3a652 HTTP/1.1" status: 204 len: 168 time: 0.2529767 Aug 03 21:15:03.175561 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c281595-8fbb-403a-b91d-95a989488819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4700610-a89f-4db1-9b1c-e18f1da3a652,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:03.310252 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Allocated IP 172.20.0.2 (8e1c1191-d325-4d08-91c4-d0319a4b20fb/58e6814b-9325-45c9-b509-fbf5e730dea8/0072a9b2-afbc-44e9-89a8-004f6c400635) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:15:03.363868 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1cc2e-e2bd-4d24-83aa-68c782021b02 req-a56f60d9-a68f-4d2d-a851-58b89e2cd706 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:03.365382 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0db1cc2e-e2bd-4d24-83aa-68c782021b02 req-a56f60d9-a68f-4d2d-a851-58b89e2cd706 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0561056 Aug 03 21:15:03.409053 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0db1cc2e-e2bd-4d24-83aa-68c782021b02 req-eec3b00a-38b7-416a-a189-65d0e82fe7ce tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373049 Aug 03 21:15:03.487403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.504698 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f92530fc-3a81-4ace-9873-5fbc27864d0f req-f7707adb-4353-44dd-8f76-e91c79b350bf tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0312910 Aug 03 21:15:03.704237 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.751246 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Network 8e1c1191-d325-4d08-91c4-d0319a4b20fb is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:15:03.754971 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:15:03.759124 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:15:03.784317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Pushing event updated for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:03.818507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:03.819205 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:03.938899 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-f9933bd1-756a-4ecb-8b84-956d54bbf33d tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519597 Aug 03 21:15:03.952951 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Request body: {'port': {'device_id': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:15:04.017914 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.290687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0072a9b2-afbc-44e9-89a8-004f6c400635 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:15:04.298162 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.309655 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Transition to ACTIVE for port object 0072a9b2-afbc-44e9-89a8-004f6c400635 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:15:04.378681 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.431581 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:04.531862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Attempting to bind port 0072a9b2-afbc-44e9-89a8-004f6c400635 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:15:04.532431 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Attempting to bind port 0072a9b2-afbc-44e9-89a8-004f6c400635 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:15:04.532980 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Attempting to bind port 0072a9b2-afbc-44e9-89a8-004f6c400635 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:15:04.542988 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Port 0072a9b2-afbc-44e9-89a8-004f6c400635 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:15:04.543368 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Attempting to bind port 0072a9b2-afbc-44e9-89a8-004f6c400635 on network 8e1c1191-d325-4d08-91c4-d0319a4b20fb {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:15:04.556550 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:15:04.556979 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Checking segment: {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:15:04.557424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Bound using segment: {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:15:04.557941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Bound port: 0072a9b2-afbc-44e9-89a8-004f6c400635, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a278a7-7dfc-4587-9a7a-e4f86c2dac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:15:04.558354 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.568808 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277227b4-6496-4571-84c8-f147546105ae req-a66f5ed1-b1bc-4ba3-9517-69a662e15482 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:04.570409 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-277227b4-6496-4571-84c8-f147546105ae req-a66f5ed1-b1bc-4ba3-9517-69a662e15482 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0821121 Aug 03 21:15:04.637762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b2bb-11df-46a2-a882-1f821310062a req-31e0077d-6bfb-40c5-8bb1-4ddb98160258 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:04.639944 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec54b2bb-11df-46a2-a882-1f821310062a req-31e0077d-6bfb-40c5-8bb1-4ddb98160258 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 03 21:15:04.644656 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-277227b4-6496-4571-84c8-f147546105ae req-f3d8188e-c8a6-4a27-86d9-ebe387801b9a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670869 Aug 03 21:15:04.664808 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:15:04.668361 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0072a9b2-afbc-44e9-89a8-004f6c400635,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:15:04.695046 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ec54b2bb-11df-46a2-a882-1f821310062a req-47b00e8b-5e4f-4722-8308-60d1582e734b tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Aug 03 21:15:04.762087 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.800369 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:04.801052 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:04.802486 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] 10.222.0.79 "PUT /v2.0/ports/0072a9b2-afbc-44e9-89a8-004f6c400635 HTTP/1.1" status: 200 len: 1093 time: 0.8539753 Aug 03 21:15:04.802893 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:15:04.805192 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820a2286-ade6-4697-bc2e-abff3d3af69c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:15:04.849557 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e647a-b201-49da-980c-a471b0c2aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:04.869637 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4ddd54-5ebe-46f4-bd58-28946c109c5e x-openstack-request-id: req-8e4ddd54-5ebe-46f4-bd58-28946c109c5e {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:15:04.869637 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:15:04.869637 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e4ddd54-5ebe-46f4-bd58-28946c109c5e {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:15:04.869637 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635', 'status': 'completed', 'code': 200} Aug 03 21:15:04.925321 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-e52b51ff-2e5a-44f1-b9be-50df32d4eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:04.926863 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-e52b51ff-2e5a-44f1-b9be-50df32d4eb2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0463178 Aug 03 21:15:05.031943 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-06162ace-f884-4620-8f45-ae03f0f113d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.033384 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-06162ace-f884-4620-8f45-ae03f0f113d1 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f5a41326d2a4cf9911887c04a24c523&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965846 Aug 03 21:15:05.424327 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-16a1e573-9bb3-4e8d-86bb-0ac0ffd32cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.425804 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-820a2286-ade6-4697-bc2e-abff3d3af69c req-16a1e573-9bb3-4e8d-86bb-0ac0ffd32cd9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3842010 Aug 03 21:15:05.503862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-a25663c1-ac0f-49ea-bbe1-d625b691d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.505353 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-a25663c1-ac0f-49ea-bbe1-d625b691d3cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f5a41326d2a4cf9911887c04a24c523&device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0396459 Aug 03 21:15:05.554113 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-6e316735-0f23-43c7-aa0e-204dd827dfca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0072a9b2-afbc-44e9-89a8-004f6c400635 HTTP/1.1" status: 200 len: 217 time: 0.0381036 Aug 03 21:15:05.605638 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-9999fa34-d878-419e-8003-1833c1115b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.608647 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-9999fa34-d878-419e-8003-1833c1115b63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=58e6814b-9325-45c9-b509-fbf5e730dea8 HTTP/1.1" status: 200 len: 854 time: 0.0446773 Aug 03 21:15:05.639910 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-69d54da1-b786-4df3-aa3d-f1deb048c637 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e1c1191-d325-4d08-91c4-d0319a4b20fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249028 Aug 03 21:15:05.757268 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-5fe04efa-a55e-45af-82f6-f48f69d14c87 service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094875 Aug 03 21:15:05.819825 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20911-cea4-442d-b832-5ed831482131 req-c885f0d4-0f89-4729-8cab-de9a7f6c16a2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.821360 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efd20911-cea4-442d-b832-5ed831482131 req-c885f0d4-0f89-4729-8cab-de9a7f6c16a2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1018593 Aug 03 21:15:05.825311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c21c4-f0df-4222-9517-31e7db33f4e3 req-0e92b534-eaa5-44cf-bd8a-34646f2a0b71 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:05.827724 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d1c21c4-f0df-4222-9517-31e7db33f4e3 req-0e92b534-eaa5-44cf-bd8a-34646f2a0b71 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 943 time: 0.0609848 Aug 03 21:15:05.874658 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7d1c21c4-f0df-4222-9517-31e7db33f4e3 req-e7e61287-44fd-436c-a732-77dd20c654b5 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Aug 03 21:15:05.896590 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efd20911-cea4-442d-b832-5ed831482131 req-9510c14d-ef3a-4ad7-a944-90b6dc867abb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576510 Aug 03 21:15:05.896784 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3982665-90f8-4705-bae8-17cd8c0fcc7d req-047e8dab-7fd2-4685-81a1-4aedc815a20f service neutron] 10.222.0.79 "GET /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313131 Aug 03 21:15:06.549590 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:07.004152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574e6a1-ebe4-4aff-94b0-7f1b167b1b17 req-d10cb547-d6dc-472c-9966-a9c850bb8044 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:07.005939 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a574e6a1-ebe4-4aff-94b0-7f1b167b1b17 req-d10cb547-d6dc-472c-9966-a9c850bb8044 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 943 time: 0.0551171 Aug 03 21:15:07.034936 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c3a6-7551-42d5-aaa4-33f37206e7fc req-712cdd18-9ab4-4ee2-894c-6592a25d2184 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:07.036585 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97e5c3a6-7551-42d5-aaa4-33f37206e7fc req-712cdd18-9ab4-4ee2-894c-6592a25d2184 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0574098 Aug 03 21:15:07.050263 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a574e6a1-ebe4-4aff-94b0-7f1b167b1b17 req-7a1d0e76-ff3b-4e3c-8762-0f21120b67c2 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Aug 03 21:15:07.078893 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97e5c3a6-7551-42d5-aaa4-33f37206e7fc req-9ed0daf1-417f-476d-8262-9c44076c2ac8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354242 Aug 03 21:15:08.167307 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c878102-f820-49ba-aa9a-db52ad1b8478 req-db64259d-c858-4136-b0a3-22cd7b68809a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:08.168790 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c878102-f820-49ba-aa9a-db52ad1b8478 req-db64259d-c858-4136-b0a3-22cd7b68809a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 943 time: 0.0513530 Aug 03 21:15:08.209968 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c878102-f820-49ba-aa9a-db52ad1b8478 req-bde16604-a9f1-470f-a6de-4fbd2215d30f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 03 21:15:08.210457 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74627a-f15a-4b0b-91a3-b60e35c823a8 req-1429eaa5-6866-4225-8bf9-c2cc1faa4d28 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:08.212016 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d74627a-f15a-4b0b-91a3-b60e35c823a8 req-1429eaa5-6866-4225-8bf9-c2cc1faa4d28 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Aug 03 21:15:08.251664 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d74627a-f15a-4b0b-91a3-b60e35c823a8 req-75c99a9f-ee63-46df-9d4a-6fce599dcf87 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338693 Aug 03 21:15:08.458875 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 0072a9b2-afbc-44e9-89a8-004f6c400635 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:15:08.560511 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0072a9b2-afbc-44e9-89a8-004f6c400635,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:08.572762 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '0072a9b2-afbc-44e9-89a8-004f6c400635', 'network_id': '8e1c1191-d325-4d08-91c4-d0319a4b20fb', 'port_id': '0072a9b2-afbc-44e9-89a8-004f6c400635', 'mac_address': 'fa:16:3e:9e:59:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e6814b-9325-45c9-b509-fbf5e730dea8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:15:08.609508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:08.622750 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0072a9b2-afbc-44e9-89a8-004f6c400635 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:15:08.642848 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0072a9b2-afbc-44e9-89a8-004f6c400635,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:08.800266 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:08.849982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:09.329456 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aec8b-df25-4eec-a01b-780d48f66b60 req-1ef981a7-d1f6-4baf-87f6-313bcd058d08 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:09.330975 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-083aec8b-df25-4eec-a01b-780d48f66b60 req-1ef981a7-d1f6-4baf-87f6-313bcd058d08 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 944 time: 0.0533574 Aug 03 21:15:09.370065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-083aec8b-df25-4eec-a01b-780d48f66b60 req-7885d00f-71c3-4ce3-99b4-dd28825d67e0 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Aug 03 21:15:09.371907 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e401df-5efe-4366-9509-044023766487 req-6d2b2526-2ac7-4427-82fa-896e5b0c1c31 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:09.375362 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b7e401df-5efe-4366-9509-044023766487 req-6d2b2526-2ac7-4427-82fa-896e5b0c1c31 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0509822 Aug 03 21:15:09.414356 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b7e401df-5efe-4366-9509-044023766487 req-8407e998-5b63-44e5-9caf-5ff5d97c9db2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344822 Aug 03 21:15:10.494464 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad64d2-c698-45d2-a5b4-49ca266422cb req-f1b33cc5-8418-4663-ac37-d0f933ed9c30 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:10.495978 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49ad64d2-c698-45d2-a5b4-49ca266422cb req-f1b33cc5-8418-4663-ac37-d0f933ed9c30 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 944 time: 0.0576305 Aug 03 21:15:10.535538 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-49ad64d2-c698-45d2-a5b4-49ca266422cb req-336004af-939f-4386-b0f6-b7b4d2cf245f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Aug 03 21:15:10.648936 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83856ae-9fd5-4092-a7ba-c86acb743d33 req-0614d4b6-3d35-4117-919b-b1e8b2fc50a1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:10.650433 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f83856ae-9fd5-4092-a7ba-c86acb743d33 req-0614d4b6-3d35-4117-919b-b1e8b2fc50a1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Aug 03 21:15:10.707106 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f83856ae-9fd5-4092-a7ba-c86acb743d33 req-4f5e9607-3c22-4c26-b553-8ffbb207378e tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503683 Aug 03 21:15:11.112905 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d241-37da-4f4b-b64f-5bdcd74a830b req-2f7e4d26-120c-4524-8120-756a72afdbf7 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:11.114458 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2b04d241-37da-4f4b-b64f-5bdcd74a830b req-2f7e4d26-120c-4524-8120-756a72afdbf7 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0522263 Aug 03 21:15:11.156021 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2b04d241-37da-4f4b-b64f-5bdcd74a830b req-bd1e91d2-277b-4c95-b09e-a45a36b86cba tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338492 Aug 03 21:15:11.687644 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd71b1d-b13b-4a23-af6b-984f3a7d4317 req-eab22f42-7213-4856-84a9-b1609379f7a2 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:11.689180 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dd71b1d-b13b-4a23-af6b-984f3a7d4317 req-eab22f42-7213-4856-84a9-b1609379f7a2 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 944 time: 0.0550330 Aug 03 21:15:11.733578 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dd71b1d-b13b-4a23-af6b-984f3a7d4317 req-bc027633-b226-41ed-ba73-37b4850df3f0 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Aug 03 21:15:11.841363 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d418c-964b-4a76-9919-d20444826523 req-23521fd7-09eb-4066-bed1-3335f9df01f2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:11.843043 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-802d418c-964b-4a76-9919-d20444826523 req-23521fd7-09eb-4066-bed1-3335f9df01f2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0524452 Aug 03 21:15:11.884443 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-802d418c-964b-4a76-9919-d20444826523 req-c28397be-9ba5-4590-b535-0c828a0806b5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345919 Aug 03 21:15:11.986126 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['0072a9b2-afbc-44e9-89a8-004f6c400635'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:15:12.052259 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-4ee9c908-280e-450a-bc6f-c8d238c385f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.053953 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-4ee9c908-280e-450a-bc6f-c8d238c385f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1138 time: 0.0415697 Aug 03 21:15:12.160637 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-a8d038f8-0690-4d0e-8d12-e44f0b574044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.160873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-a8d038f8-0690-4d0e-8d12-e44f0b574044 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.0994544 Aug 03 21:15:12.254908 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-7def874b-e5bc-49c1-af45-b796972ec557 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 1002 time: 0.0849485 Aug 03 21:15:12.284766 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a310a-e05c-4bdc-9fc6-d6726b43b6ae req-eb989e84-617f-4d62-a086-810f2aebcc1e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.286372 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-633a310a-e05c-4bdc-9fc6-d6726b43b6ae req-eb989e84-617f-4d62-a086-810f2aebcc1e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0552306 Aug 03 21:15:12.311428 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-e3abe4c1-95f7-4d4c-9b5b-d9d78b9f6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.312865 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-e3abe4c1-95f7-4d4c-9b5b-d9d78b9f6b6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.0481586 Aug 03 21:15:12.331955 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-633a310a-e05c-4bdc-9fc6-d6726b43b6ae req-227aebb4-6545-48d4-96ce-37bafab3c367 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379043 Aug 03 21:15:12.364053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-33edc72e-f0bb-4634-b84d-af8a813edacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.365601 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-33edc72e-f0bb-4634-b84d-af8a813edacf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449893 Aug 03 21:15:12.461418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-ca7ef34e-ada6-4bfe-9ff6-213988dd56c6 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Aug 03 21:15:12.575262 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ebd4914-e19c-4724-bfed-833002a62d26 req-79d58256-396c-4600-991e-4ffa3112034d service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024077 Aug 03 21:15:12.855463 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979497-dee7-4340-863d-c5526e170094 req-1374cecc-9e2d-40b8-8191-0120902afa10 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:12.865557 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30979497-dee7-4340-863d-c5526e170094 req-1374cecc-9e2d-40b8-8191-0120902afa10 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 944 time: 0.0528867 Aug 03 21:15:12.898617 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30979497-dee7-4340-863d-c5526e170094 req-c926e276-96fd-4659-874a-a2d0c6f58433 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352097 Aug 03 21:15:13.020108 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129bd8a-a635-4a3f-9dbd-518dca6942d2 req-77623466-1769-45e2-bd4a-372a7bd8a845 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:13.021735 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0129bd8a-a635-4a3f-9dbd-518dca6942d2 req-77623466-1769-45e2-bd4a-372a7bd8a845 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0657842 Aug 03 21:15:13.065529 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0129bd8a-a635-4a3f-9dbd-518dca6942d2 req-3e65844f-dd14-48ab-9d6d-3304780239ac tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370455 Aug 03 21:15:13.455729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89bd52-1028-4041-bbe7-66743f4875b7 req-fe1cc129-e080-48b0-a7f7-7f557e97ce6c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:13.457219 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c89bd52-1028-4041-bbe7-66743f4875b7 req-fe1cc129-e080-48b0-a7f7-7f557e97ce6c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0503249 Aug 03 21:15:13.498299 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c89bd52-1028-4041-bbe7-66743f4875b7 req-10f32714-9f5b-49f2-b855-368fce172aee tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348659 Aug 03 21:15:14.022342 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f429a84-d835-4cb6-80f7-3105a9be6efc req-f41475e7-4bb4-44b4-8664-8915b5161f16 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:14.025723 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7f429a84-d835-4cb6-80f7-3105a9be6efc req-f41475e7-4bb4-44b4-8664-8915b5161f16 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 944 time: 0.0552936 Aug 03 21:15:14.066741 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7f429a84-d835-4cb6-80f7-3105a9be6efc req-84fdc481-9cfa-44de-93af-0ffd27c3376e tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Aug 03 21:15:14.190325 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac0d4-3679-414a-bd02-2859be312d0a req-0e1c9f3f-e2f6-42ae-a28b-f7d32c2d1eca tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:14.191910 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-667ac0d4-3679-414a-bd02-2859be312d0a req-0e1c9f3f-e2f6-42ae-a28b-f7d32c2d1eca tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Aug 03 21:15:14.230291 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-667ac0d4-3679-414a-bd02-2859be312d0a req-6e63ceeb-2ec8-42f7-afc0-7babef567061 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325212 Aug 03 21:15:14.490071 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 0072a9b2-afbc-44e9-89a8-004f6c400635 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:15:14.621798 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d30c2c-7ed5-4cf6-b15e-c00729e9ddec req-b35ee44e-8458-4233-a004-585fc1cdc3ac tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:14.623419 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16d30c2c-7ed5-4cf6-b15e-c00729e9ddec req-b35ee44e-8458-4233-a004-585fc1cdc3ac tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0526836 Aug 03 21:15:14.673646 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16d30c2c-7ed5-4cf6-b15e-c00729e9ddec req-1536b2b2-009a-47f6-b232-8f8fae5449a0 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401654 Aug 03 21:15:14.674414 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 0072a9b2-afbc-44e9-89a8-004f6c400635 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:15:14.678971 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 0072a9b2-afbc-44e9-89a8-004f6c400635 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:15:14.679388 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:14.760167 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:14.783724 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:15:14.786020 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d85d02-9f6a-4862-af56-180a91a35fdc" -d '{"events": [{"server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:15:14.800175 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0072a9b2-afbc-44e9-89a8-004f6c400635,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:14.881831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:14.935876 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:14.950039 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e5f6aa-7c5e-493e-938f-e3353ad30688 x-openstack-request-id: req-e7e5f6aa-7c5e-493e-938f-e3353ad30688 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:15:14.950336 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "name": "network-vif-plugged", "status": "completed", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:15:14.950589 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7e5f6aa-7c5e-493e-938f-e3353ad30688 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:15:14.950980 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635', 'code': 200} Aug 03 21:15:15.187962 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16b977-802a-40eb-a791-f47e8d930c7b req-6cf2a57a-eee5-41a6-accf-39f0aa221804 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:15.189653 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b16b977-802a-40eb-a791-f47e8d930c7b req-6cf2a57a-eee5-41a6-accf-39f0aa221804 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Aug 03 21:15:15.232103 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b16b977-802a-40eb-a791-f47e8d930c7b req-a8cddb60-de8c-4998-a10b-76258345895a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Aug 03 21:15:15.356103 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7186f6-7a2d-4fdc-b12b-54899bdb311a req-2028665c-8578-41f8-94c9-8c6642016b74 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:15.357554 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c7186f6-7a2d-4fdc-b12b-54899bdb311a req-2028665c-8578-41f8-94c9-8c6642016b74 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Aug 03 21:15:15.432556 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c7186f6-7a2d-4fdc-b12b-54899bdb311a req-19efcf8c-cfa7-498e-9031-b7a211ce5542 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599687 Aug 03 21:15:15.435820 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e1b2-a1a3-44ae-b7c6-461c13bd8167 req-629d7cf7-44e9-4932-85c4-08cd85ae1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:15.437089 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5186e1b2-a1a3-44ae-b7c6-461c13bd8167 req-629d7cf7-44e9-4932-85c4-08cd85ae1f5b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 1098 time: 0.0748434 Aug 03 21:15:15.476788 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5186e1b2-a1a3-44ae-b7c6-461c13bd8167 req-c372e2e9-5256-4ec9-9ccf-f59f1430a66d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Aug 03 21:15:15.795375 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61854ea-bd3d-4b17-b991-1f54d009fc98 req-86006d07-f04b-429f-9985-a632fed3e1ef tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:15.796846 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c61854ea-bd3d-4b17-b991-1f54d009fc98 req-86006d07-f04b-429f-9985-a632fed3e1ef tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0530641 Aug 03 21:15:15.837756 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c61854ea-bd3d-4b17-b991-1f54d009fc98 req-eb72b13d-426d-4e5d-84d6-228dd1e28213 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340660 Aug 03 21:15:16.351494 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc35afa-9084-4871-b37a-443ab4cad44f req-116d44df-3c12-46d0-9ece-7e4f3b20b15c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:16.353183 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bc35afa-9084-4871-b37a-443ab4cad44f req-116d44df-3c12-46d0-9ece-7e4f3b20b15c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Aug 03 21:15:16.394343 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bc35afa-9084-4871-b37a-443ab4cad44f req-3dd83acd-4151-4bff-89e6-22b5bc350974 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Aug 03 21:15:16.458130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-46ced443-9205-4f3b-a784-a112b179db99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:16.558116 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f311-4f56-419c-b93e-943d420249a2 req-95a49a87-a3d3-432c-ac12-3b3b69ee793f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:16.559713 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5414f311-4f56-419c-b93e-943d420249a2 req-95a49a87-a3d3-432c-ac12-3b3b69ee793f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0543551 Aug 03 21:15:16.604471 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5414f311-4f56-419c-b93e-943d420249a2 req-ca04273a-89df-4e68-823e-39013c34bd99 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355053 Aug 03 21:15:16.952788 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca892-865e-4531-86ea-c716e096e99d req-26d545a4-b1f4-42fa-bd49-76bb4762832b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:16.954317 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-646ca892-865e-4531-86ea-c716e096e99d req-26d545a4-b1f4-42fa-bd49-76bb4762832b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0489018 Aug 03 21:15:16.999374 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-646ca892-865e-4531-86ea-c716e096e99d req-b16eb000-bd8f-4499-ae35-09f12b5f3e95 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388155 Aug 03 21:15:17.298010 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 47378) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:17.406003 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.501254 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.518276 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c2264-7340-4b5d-b2f0-983db7dc2b93 req-65fc388b-a614-4c7d-bf45-d5db3bbfd505 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:17.519886 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3c2264-7340-4b5d-b2f0-983db7dc2b93 req-65fc388b-a614-4c7d-bf45-d5db3bbfd505 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Aug 03 21:15:17.559321 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef3c2264-7340-4b5d-b2f0-983db7dc2b93 req-48138b00-f23e-4c6f-85ba-1286ab677a0a tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Aug 03 21:15:17.663595 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.708524 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81a88dae474d41f3a116ff3fadca8e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090722 Aug 03 21:15:17.709534 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad94975-251a-45d9-b1ed-69f16059605d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:17.712414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47392) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:17.717733 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719858 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.719858 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.720214 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.720537 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.720856 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.721196 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.721494 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e5fd93-b3b4-4e08-b027-a18e72050168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:17.760539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a029df3-c69c-4ca4-9c56-80bac0863391 req-822c7322-9be6-4858-97b2-3f1497aff026 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:17.762042 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a029df3-c69c-4ca4-9c56-80bac0863391 req-822c7322-9be6-4858-97b2-3f1497aff026 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0879097 Aug 03 21:15:17.807406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.824429 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a029df3-c69c-4ca4-9c56-80bac0863391 req-ac2d3cc3-946a-4072-ba83-c073b619cc08 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549324 Aug 03 21:15:17.846350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.972130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.974738 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:17.975930 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cad94975-251a-45d9-b1ed-69f16059605d HTTP/1.1" status: 204 len: 168 time: 0.2625575 Aug 03 21:15:17.984874 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c50e9b-ae79-4c39-9f7e-1b016c48140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad94975-251a-45d9-b1ed-69f16059605d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:18.118266 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fe73-c868-4b59-a9da-7e169b205ca2 req-eaa127d5-e5a6-4ff7-9854-b04c0fac1e2b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:18.119791 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9505fe73-c868-4b59-a9da-7e169b205ca2 req-eaa127d5-e5a6-4ff7-9854-b04c0fac1e2b tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0531559 Aug 03 21:15:18.160531 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9505fe73-c868-4b59-a9da-7e169b205ca2 req-4413eafe-71a9-4dc8-a968-15e557566b85 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347064 Aug 03 21:15:18.863097 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47410) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:18.877725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b86700ca-b09a-4d8a-813f-4266986553af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:18.977148 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5740edc-5e93-472c-bf5d-7dc691aed205 req-c672fc50-517b-48b0-bd73-9f0ba91e1ac7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:18.978735 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f5740edc-5e93-472c-bf5d-7dc691aed205 req-c672fc50-517b-48b0-bd73-9f0ba91e1ac7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0803065 Aug 03 21:15:19.023673 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-89f8c076-0d77-4ca7-a508-0e875fb0af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.047400 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b86700ca-b09a-4d8a-813f-4266986553af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.050860 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f5740edc-5e93-472c-bf5d-7dc691aed205 req-a8de8064-bff1-4b95-8a97-a91f86a9e364 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587666 Aug 03 21:15:19.126248 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b86700ca-b09a-4d8a-813f-4266986553af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.166631 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86700ca-b09a-4d8a-813f-4266986553af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9934b9-772a-4769-ad3b-23a7b33ff503,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:19.170863 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b86700ca-b09a-4d8a-813f-4266986553af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df0031abdec145559526abc954739b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067193 Aug 03 21:15:19.174096 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47414) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:15:19.224983 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.258183 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.271781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.315968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f846-16ef-4012-b1ab-279f8df5e34b req-944518e4-1004-4a4e-9d8c-d9bc3da2ca8e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:19.317456 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3141f846-16ef-4012-b1ab-279f8df5e34b req-944518e4-1004-4a4e-9d8c-d9bc3da2ca8e tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0873754 Aug 03 21:15:19.359115 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3141f846-16ef-4012-b1ab-279f8df5e34b req-6be9539f-f287-48a0-a65a-49937d7eb5d5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352101 Aug 03 21:15:19.498070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.500617 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:19.502612 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa9934b9-772a-4769-ad3b-23a7b33ff503 HTTP/1.1" status: 204 len: 168 time: 0.3272398 Aug 03 21:15:19.519999 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca4122-929d-4157-bceb-fac29c175ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9934b9-772a-4769-ad3b-23a7b33ff503,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:19.584969 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2df982-3db4-4d06-95a4-553bd0343f63 req-1128a338-48e7-4206-9aa7-5a6b7670ca4b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:19.587485 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e2df982-3db4-4d06-95a4-553bd0343f63 req-1128a338-48e7-4206-9aa7-5a6b7670ca4b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Aug 03 21:15:19.630000 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e2df982-3db4-4d06-95a4-553bd0343f63 req-0e8a5176-6aa1-4702-90be-4072d6640846 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346580 Aug 03 21:15:19.731310 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-91b97edf-1e1c-424b-9f1a-625cb90bb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:19.732846 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-91b97edf-1e1c-424b-9f1a-625cb90bb05d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1098 time: 0.0458767 Aug 03 21:15:19.875217 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-68478c82-bb11-464a-8ae9-6dda941423bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:19.877808 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-68478c82-bb11-464a-8ae9-6dda941423bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.1377981 Aug 03 21:15:19.954003 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-ca78ef38-a90a-466c-8cd7-cea658917cf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 1001 time: 0.0678656 Aug 03 21:15:20.037243 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-25a5470b-ad88-45c2-8291-3854522bd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:20.040030 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-25a5470b-ad88-45c2-8291-3854522bd78d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0765100 Aug 03 21:15:20.093001 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-63e4d8fd-2de8-4f2d-ae77-332ec2494e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:20.094539 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-63e4d8fd-2de8-4f2d-ae77-332ec2494e40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466604 Aug 03 21:15:20.190948 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:15:20.192633 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-cb9931c7-2201-494e-a75b-6baeabbc85dd service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906920 Aug 03 21:15:20.292768 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ca5159e-8f49-4988-bcc1-f3578a968969 req-94d73351-1009-45c5-ac68-edfe1c900803 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919104 Aug 03 21:15:20.486474 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f96ba-3c56-4d74-9335-feb4e51062b4 req-64e69f14-cfa9-41d0-8459-0d0015a917ad tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:20.488098 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d31f96ba-3c56-4d74-9335-feb4e51062b4 req-64e69f14-cfa9-41d0-8459-0d0015a917ad tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0545053 Aug 03 21:15:20.503774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:20.529472 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d31f96ba-3c56-4d74-9335-feb4e51062b4 req-5e22087f-8ed2-4a34-8ab0-798d2de82a92 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346813 Aug 03 21:15:20.762747 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569deff-8f69-42dd-8cf4-1eefc5b12043 req-1ab6562c-c2df-462a-bc88-2a40b2825b4e tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:20.764314 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2569deff-8f69-42dd-8cf4-1eefc5b12043 req-1ab6562c-c2df-462a-bc88-2a40b2825b4e tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Aug 03 21:15:20.804133 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2569deff-8f69-42dd-8cf4-1eefc5b12043 req-f81f988b-4d31-4c8b-96a3-5dcf0f9520c4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334761 Aug 03 21:15:21.662844 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c05ebf-34b5-4bad-ba4b-41e2353a8868 req-414af30d-5ba8-48d4-a3ba-49fc5c0b3348 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:21.664511 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62c05ebf-34b5-4bad-ba4b-41e2353a8868 req-414af30d-5ba8-48d4-a3ba-49fc5c0b3348 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0571389 Aug 03 21:15:21.709381 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62c05ebf-34b5-4bad-ba4b-41e2353a8868 req-eda28ab6-27ee-4172-b3d7-d72f3efddc82 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380340 Aug 03 21:15:21.923224 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfe67a-908c-472a-8e95-92aa25aeac7f req-4a3a3265-2a8f-4d8d-be7f-5bf185e1f955 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:21.924746 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bfbfe67a-908c-472a-8e95-92aa25aeac7f req-4a3a3265-2a8f-4d8d-be7f-5bf185e1f955 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0492871 Aug 03 21:15:21.926342 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:21.968135 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bfbfe67a-908c-472a-8e95-92aa25aeac7f req-2edc4243-fe20-49f6-a838-3ba2a427733c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361574 Aug 03 21:15:22.839063 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba65570-dde6-4aea-a809-b939268602f5 req-889e8254-a18a-4338-857f-eea294ec9bc0 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:22.840738 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bba65570-dde6-4aea-a809-b939268602f5 req-889e8254-a18a-4338-857f-eea294ec9bc0 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0536196 Aug 03 21:15:22.884395 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bba65570-dde6-4aea-a809-b939268602f5 req-2947c887-60db-4206-80f6-8da3040521d3 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365844 Aug 03 21:15:24.022771 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62128b-e38e-4db3-8747-326469aabdd5 req-80233698-a530-4269-9bd2-86e18198ef5c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:24.024968 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa62128b-e38e-4db3-8747-326469aabdd5 req-80233698-a530-4269-9bd2-86e18198ef5c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0596077 Aug 03 21:15:24.068949 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fa62128b-e38e-4db3-8747-326469aabdd5 req-b3bc8858-2125-43f5-982c-46b3a164f23c tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&id=65a32842-7c3c-485e-a12a-d099fd459fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369380 Aug 03 21:15:32.579002 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-1b1759d0-1599-47e3-963e-5cb48400ab0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389984 Aug 03 21:15:35.617846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-154df0aa-8be0-4a56-94e7-6bd0652d47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:35.619427 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-154df0aa-8be0-4a56-94e7-6bd0652d47d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1098 time: 0.0456448 Aug 03 21:15:35.733402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-02802824-2440-414c-9e80-15b982344a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:35.734986 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-02802824-2440-414c-9e80-15b982344a64 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.0951636 Aug 03 21:15:35.811327 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-4e24623c-85b2-49fc-bc1f-a4b643ffac27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 1001 time: 0.0647051 Aug 03 21:15:35.866017 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-c0efc9db-278e-43e1-8e17-6470207b5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:35.867543 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-c0efc9db-278e-43e1-8e17-6470207b5d07 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0462348 Aug 03 21:15:35.923614 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-abfc6458-2159-4927-ad0c-1b2aac72037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:35.926346 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-abfc6458-2159-4927-ad0c-1b2aac72037f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488381 Aug 03 21:15:36.029503 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-59e88ea2-5e5e-42b0-8463-69747ff606d0 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914156 Aug 03 21:15:36.132987 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8704d5de-3917-43e4-90dc-ad07b12f52a3 req-3d624404-4bd5-4989-8b13-b306e95cfce0 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909755 Aug 03 21:15:36.527130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:39.313606 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb47c5-52fc-4c17-af07-76c81ed01335 req-d4da4646-2e3e-42da-bc68-9f4a8d4cb8b0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:39.314984 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0ccb47c5-52fc-4c17-af07-76c81ed01335 req-d4da4646-2e3e-42da-bc68-9f4a8d4cb8b0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0487294 Aug 03 21:15:39.352208 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0ccb47c5-52fc-4c17-af07-76c81ed01335 req-971403db-25df-445f-8106-a4b261fcb2bf tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Aug 03 21:15:40.474630 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd2d87-3a84-47df-bcd8-5e10fa7f92a7 req-9375fd92-239a-4ad2-982c-96f26f879ef2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:40.476113 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5fcd2d87-3a84-47df-bcd8-5e10fa7f92a7 req-9375fd92-239a-4ad2-982c-96f26f879ef2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0515382 Aug 03 21:15:40.513919 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5fcd2d87-3a84-47df-bcd8-5e10fa7f92a7 req-cabb5b99-d33f-4a10-b0ff-c42e2acad805 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Aug 03 21:15:41.635710 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e6df3-1a6b-4df6-912f-932040765ceb req-8e20fe38-1074-4d70-a1ff-f38379bac3fa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:41.637263 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c83e6df3-1a6b-4df6-912f-932040765ceb req-8e20fe38-1074-4d70-a1ff-f38379bac3fa tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0488863 Aug 03 21:15:41.676793 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c83e6df3-1a6b-4df6-912f-932040765ceb req-0886c07f-974e-408a-8e93-f472e524f3bf tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Aug 03 21:15:42.805842 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf740-8010-4ae3-8aa7-fc183f6b58ff req-f42a3997-209c-4285-99a3-c9d85f07e9b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:42.808566 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b06cf740-8010-4ae3-8aa7-fc183f6b58ff req-f42a3997-209c-4285-99a3-c9d85f07e9b1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0560589 Aug 03 21:15:42.853464 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b06cf740-8010-4ae3-8aa7-fc183f6b58ff req-1fec33dd-d866-4b2a-8096-b0b61a4b035a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386996 Aug 03 21:15:43.257286 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427cc8e-7c06-4198-8fe1-8d8383d73344 req-32158255-f2b7-4c8c-b133-3e77791f3050 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:43.259298 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a427cc8e-7c06-4198-8fe1-8d8383d73344 req-32158255-f2b7-4c8c-b133-3e77791f3050 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Aug 03 21:15:43.296379 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a427cc8e-7c06-4198-8fe1-8d8383d73344 req-7a62a74e-1b9a-4c1b-af51-e571e3ea4def tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Aug 03 21:15:43.983981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bd1bd-64bc-4630-b098-a1030c4ca4b9 req-9c7c42d7-385b-4b32-8b58-3095ee213c49 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:43.985460 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e5bd1bd-64bc-4630-b098-a1030c4ca4b9 req-9c7c42d7-385b-4b32-8b58-3095ee213c49 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Aug 03 21:15:44.023404 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e5bd1bd-64bc-4630-b098-a1030c4ca4b9 req-9d62dbbd-ffe5-4adb-8972-b85245610953 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Aug 03 21:15:44.413066 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ad94f-9972-41d4-9696-521c8f0b40b8 req-46035655-2caa-4589-80a6-519f660f6446 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:44.414594 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-018ad94f-9972-41d4-9696-521c8f0b40b8 req-46035655-2caa-4589-80a6-519f660f6446 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Aug 03 21:15:44.455450 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-018ad94f-9972-41d4-9696-521c8f0b40b8 req-af4439cc-3f28-42b3-bf44-3d8a9828e042 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Aug 03 21:15:45.136912 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-61c29e12-aa89-4a25-becd-e26b0a9b8d6f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:45.138315 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-61c29e12-aa89-4a25-becd-e26b0a9b8d6f tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0771790 Aug 03 21:15:45.160082 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1af8-540e-4696-baac-8756ad9d8ca6 req-130f31c9-38a9-4e2f-81f0-c6d387207699 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:45.161573 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-855d1af8-540e-4696-baac-8756ad9d8ca6 req-130f31c9-38a9-4e2f-81f0-c6d387207699 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0661049 Aug 03 21:15:45.247322 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-855d1af8-540e-4696-baac-8756ad9d8ca6 req-f684a058-5013-4222-9b2e-869f2013ed0b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699513 Aug 03 21:15:45.267656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Deleting port 0072a9b2-afbc-44e9-89a8-004f6c400635 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:15:45.268000 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:45.355371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] For port 0072a9b2-afbc-44e9-89a8-004f6c400635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0072a9b2-afbc-44e9-89a8-004f6c400635,segment=NetworkSegment(34a278a7-7dfc-4587-9a7a-e4f86c2dac73),segment_id=34a278a7-7dfc-4587-9a7a-e4f86c2dac73)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:45.355735 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:45.367857 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Calling delete_port for 0072a9b2-afbc-44e9-89a8-004f6c400635 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:15:45.572397 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d7925-1803-417d-81f2-658fcc24d249 req-f3796507-1d7b-4cb5-b64b-0b08a231ccc0 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:45.573917 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e15d7925-1803-417d-81f2-658fcc24d249 req-f3796507-1d7b-4cb5-b64b-0b08a231ccc0 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 945 time: 0.0505250 Aug 03 21:15:45.595170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:45.608182 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['0072a9b2-afbc-44e9-89a8-004f6c400635'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:15:45.616729 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e15d7925-1803-417d-81f2-658fcc24d249 req-ba9c41aa-e27a-49ad-ba7a-521a1c69c2c0 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bfb74e8-7fe3-45ec-9672-32da8b12a58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Aug 03 21:15:45.626177 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Pushing event deleted for resources: {'Port': ['ID=0072a9b2-afbc-44e9-89a8-004f6c400635,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:45.651391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.651743 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.652076 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.652411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.652741 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.653074 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.653393 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.653717 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.654037 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.654353 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.654687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.654994 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:45.673758 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] No DVR routers for this DVR port 0072a9b2-afbc-44e9-89a8-004f6c400635 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:15:45.676234 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:45.678261 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16778bb6-63a1-4e35-98d9-02d6887f1593 req-05abab2b-5fec-437d-b540-73585ba27e53 tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.79 "DELETE /v2.0/ports/0072a9b2-afbc-44e9-89a8-004f6c400635 HTTP/1.1" status: 204 len: 173 time: 0.5325291 Aug 03 21:15:45.678730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'name': 'network-vif-deleted', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:15:45.681008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913a1ae3-f98c-4f7c-8900-c0d5d641880e" -d '{"events": [{"server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "name": "network-vif-deleted", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:15:45.716656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb462f6a-d14c-4861-bb0f-0dcb40c40575 x-openstack-request-id: req-cb462f6a-d14c-4861-bb0f-0dcb40c40575 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:15:45.717008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5", "name": "network-vif-deleted", "tag": "0072a9b2-afbc-44e9-89a8-004f6c400635", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:15:45.717257 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb462f6a-d14c-4861-bb0f-0dcb40c40575 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:15:45.717704 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5', 'name': 'network-vif-deleted', 'tag': '0072a9b2-afbc-44e9-89a8-004f6c400635', 'status': 'completed', 'code': 200} Aug 03 21:15:46.366733 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967f4d6-db10-4dd0-8a25-a1ea5ad31702 req-6b678471-e52f-4617-ad26-e1bf318839cb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:46.368293 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f967f4d6-db10-4dd0-8a25-a1ea5ad31702 req-6b678471-e52f-4617-ad26-e1bf318839cb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Aug 03 21:15:46.406691 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f967f4d6-db10-4dd0-8a25-a1ea5ad31702 req-bdd16865-e7ec-497f-a70f-a233f4eba8d4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Aug 03 21:15:46.429227 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b624230-0374-4e4a-b062-e1272bedbff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:46.730712 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-21e2545c-08c8-47de-b221-0ce76bf3bc1a req-b4a4cd43-41f0-4ade-ba9f-04d013b40d3c tempest-VolumesSnapshotTestJSON-583616561 tempest-VolumesSnapshotTestJSON-583616561-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f30b1e0-7812-4a28-9e5b-4ea5e138e5d5 HTTP/1.1" status: 200 len: 210 time: 0.0292881 Aug 03 21:15:47.531390 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e4dbb-06cf-4d60-9b0b-3b63bc844c6d req-29464042-aba2-4c55-aa54-cc06739f22d0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:47.532895 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e1e4dbb-06cf-4d60-9b0b-3b63bc844c6d req-29464042-aba2-4c55-aa54-cc06739f22d0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Aug 03 21:15:47.569616 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6e1e4dbb-06cf-4d60-9b0b-3b63bc844c6d req-e5da59f3-8d2d-4741-a6ee-6f13357badcc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Aug 03 21:15:48.700659 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca2ec-e537-4e4a-b494-192cedafbc8b req-a5b4ac15-e2b3-416c-bee4-b40fa7b57327 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:48.702228 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ceaca2ec-e537-4e4a-b494-192cedafbc8b req-a5b4ac15-e2b3-416c-bee4-b40fa7b57327 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0586667 Aug 03 21:15:48.716802 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 0072a9b2-afbc-44e9-89a8-004f6c400635 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:15:48.737743 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 0072a9b2-afbc-44e9-89a8-004f6c400635 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:15:48.738096 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 0072a9b2-afbc-44e9-89a8-004f6c400635 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:15:48.745023 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ceaca2ec-e537-4e4a-b494-192cedafbc8b req-852d1b39-3964-42e7-b3c4-79c6279ff28c tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366967 Aug 03 21:15:49.080699 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71d493d8-0bdd-4cba-802c-793682573351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:49.406509 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:49.874547 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b7b2d-6762-4611-8848-be6055f72eb6 req-fe01ab41-60aa-4bd7-aeae-66b90160e3a2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:49.876200 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb7b7b2d-6762-4611-8848-be6055f72eb6 req-fe01ab41-60aa-4bd7-aeae-66b90160e3a2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0541143 Aug 03 21:15:49.933237 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb7b7b2d-6762-4611-8848-be6055f72eb6 req-e7a5fc62-6809-4090-84e9-da8949614219 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Aug 03 21:15:50.520869 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:51.057257 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac519-2b8f-46eb-a878-9102f7aa6d7a req-c38cfae3-5958-450e-91d8-207c49e930dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:51.058819 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5ccac519-2b8f-46eb-a878-9102f7aa6d7a req-c38cfae3-5958-450e-91d8-207c49e930dd tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 03 21:15:51.098611 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5ccac519-2b8f-46eb-a878-9102f7aa6d7a req-00cbda26-4305-4d6b-b990-be9bfea92560 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333474 Aug 03 21:15:51.937849 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:52.219334 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1a5d1-c122-4121-93f8-1cd119124b21 req-9a8d3425-bddf-4c60-8822-462b675e26b4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:52.220873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b1a5d1-c122-4121-93f8-1cd119124b21 req-9a8d3425-bddf-4c60-8822-462b675e26b4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Aug 03 21:15:52.260928 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b1a5d1-c122-4121-93f8-1cd119124b21 req-6c7d458a-4cea-4692-b09b-cde4a8c30233 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Aug 03 21:15:53.390242 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8041691-bed4-47d5-bc46-69f693df76f6 req-3f65d34e-adb8-405f-9aea-da53960c0f02 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:53.391772 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a8041691-bed4-47d5-bc46-69f693df76f6 req-3f65d34e-adb8-405f-9aea-da53960c0f02 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0579276 Aug 03 21:15:53.431631 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a8041691-bed4-47d5-bc46-69f693df76f6 req-63c89933-391b-4b37-9fb2-c95c60f1e4c3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Aug 03 21:15:54.556138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fda3df-bac8-47f8-91ed-d58429c3f056 req-b17bc293-1588-4bdc-b2c8-adc2f39dfda4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:54.557754 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78fda3df-bac8-47f8-91ed-d58429c3f056 req-b17bc293-1588-4bdc-b2c8-adc2f39dfda4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0560737 Aug 03 21:15:54.598233 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78fda3df-bac8-47f8-91ed-d58429c3f056 req-83ac8637-6de0-4f07-b044-98fed13b182d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Aug 03 21:15:55.721027 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512beba1-7599-4d35-a899-3ed674b6d67f req-faf6c45b-79fe-4e90-9394-be2a18553486 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:55.722533 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-512beba1-7599-4d35-a899-3ed674b6d67f req-faf6c45b-79fe-4e90-9394-be2a18553486 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0503359 Aug 03 21:15:55.775338 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-512beba1-7599-4d35-a899-3ed674b6d67f req-0741efa2-9ee4-4be1-9cfc-cea6fd236017 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Aug 03 21:15:56.762106 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:15:56.864799 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:56.878818 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'c03efb4d-8260-4055-a26f-478853555a4e', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:15:56.902803 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673530d-7e53-4065-95c0-9257b2623155 req-022efed5-8ec6-4a33-ba0b-fb16761b4a19 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:56.904372 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3673530d-7e53-4065-95c0-9257b2623155 req-022efed5-8ec6-4a33-ba0b-fb16761b4a19 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0508339 Aug 03 21:15:56.917874 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:56.931444 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:15:56.942801 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3673530d-7e53-4065-95c0-9257b2623155 req-2e205ff1-1415-4c5f-b5fb-9121addf0535 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Aug 03 21:15:56.954297 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:57.114776 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:57.165255 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:57.175440 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.175786 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.176123 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.176453 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.176803 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.177130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.177454 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.177775 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.178097 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.178416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.178734 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.179050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:15:57.198205 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:15:57.246579 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['c03efb4d-8260-4055-a26f-478853555a4e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:15:58.062596 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214673a4-f047-4b01-a155-9c4c20187990 req-4b753b47-4ca1-4f1a-948e-0a6d39062c74 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:58.064114 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-214673a4-f047-4b01-a155-9c4c20187990 req-4b753b47-4ca1-4f1a-948e-0a6d39062c74 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 944 time: 0.0483239 Aug 03 21:15:58.102928 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-214673a4-f047-4b01-a155-9c4c20187990 req-6e023c12-574e-4b60-86a6-744e90276324 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323567 Aug 03 21:15:58.770396 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:15:58.831439 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port c03efb4d-8260-4055-a26f-478853555a4e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:15:58.835451 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:58.934351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:58.962947 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:15:58.965380 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6ac48-aabb-4bce-8636-b103afaada04" -d '{"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:15:58.991659 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:15:59.020458 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d8ef59-4ca5-49d3-b101-2e41216c3c6e x-openstack-request-id: req-76d8ef59-4ca5-49d3-b101-2e41216c3c6e {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:15:59.020916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:15:59.021266 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76d8ef59-4ca5-49d3-b101-2e41216c3c6e {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:15:59.021771 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'code': 200} Aug 03 21:15:59.125795 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:15:59.212976 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:15:59.251958 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae824c3-d61a-46ba-bc7a-9c342d653343 req-35dbcf27-21ce-4257-b240-827fec2c0a14 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:15:59.253422 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ae824c3-d61a-46ba-bc7a-9c342d653343 req-35dbcf27-21ce-4257-b240-827fec2c0a14 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0646980 Aug 03 21:15:59.302462 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0ae824c3-d61a-46ba-bc7a-9c342d653343 req-d14cb635-9790-406e-867c-37459717fbeb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419323 Aug 03 21:16:00.493701 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc673b-77c0-4d30-87aa-7519cf4b8bee req-ac7eefbf-624f-482c-9c8e-a015c4aaaa13 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:00.508735 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20dc673b-77c0-4d30-87aa-7519cf4b8bee req-ac7eefbf-624f-482c-9c8e-a015c4aaaa13 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0745778 Aug 03 21:16:00.592815 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20dc673b-77c0-4d30-87aa-7519cf4b8bee req-3c8d37dc-6279-46d9-b295-e720793a6cb4 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869489 Aug 03 21:16:01.859510 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa4c1c-f129-46a4-be12-2c2150986c91 req-f4a43676-f4f2-427f-8fb5-153d47760834 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:01.863409 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0eaa4c1c-f129-46a4-be12-2c2150986c91 req-f4a43676-f4f2-427f-8fb5-153d47760834 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0766580 Aug 03 21:16:01.913559 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0eaa4c1c-f129-46a4-be12-2c2150986c91 req-381ee5f2-4de1-471e-b471-5e6c908b844e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428843 Aug 03 21:16:03.062395 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68f8d-ab6f-4120-9204-d855a4154bc0 req-9db38877-5adf-4698-9cd1-f78a6db8d892 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:03.064025 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04d68f8d-ab6f-4120-9204-d855a4154bc0 req-9db38877-5adf-4698-9cd1-f78a6db8d892 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0560281 Aug 03 21:16:03.106580 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04d68f8d-ab6f-4120-9204-d855a4154bc0 req-98b67a6c-356a-41a9-8de0-69e7fdfd3ba5 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340955 Aug 03 21:16:04.244734 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4363-8cb8-478a-a0e5-8b340044ddec req-747436e8-1d26-44c5-9e6d-4af8b2b444d7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:04.244734 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dc8a4363-8cb8-478a-a0e5-8b340044ddec req-747436e8-1d26-44c5-9e6d-4af8b2b444d7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0551286 Aug 03 21:16:04.291505 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-dc8a4363-8cb8-478a-a0e5-8b340044ddec req-25b63a36-7a2c-4347-b3d4-98fef63c6922 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408835 Aug 03 21:16:05.423098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4fcbc-406a-416f-95f3-95e1708428ff req-027dc766-1d2e-456f-b6ad-b0abbb063d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:05.430489 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ec4fcbc-406a-416f-95f3-95e1708428ff req-027dc766-1d2e-456f-b6ad-b0abbb063d06 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0579581 Aug 03 21:16:05.466445 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ec4fcbc-406a-416f-95f3-95e1708428ff req-3c2a8677-221d-4107-82df-1ee8334c2713 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Aug 03 21:16:06.555146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:06.637060 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96957f-42fe-4dd4-891f-9c99999e6da0 req-be41224f-a6e2-411e-9961-811f7590a996 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:06.643438 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b96957f-42fe-4dd4-891f-9c99999e6da0 req-be41224f-a6e2-411e-9961-811f7590a996 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0741925 Aug 03 21:16:06.698502 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6b96957f-42fe-4dd4-891f-9c99999e6da0 req-ed19d2b1-64f6-4d89-8532-58665f9b12b2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Aug 03 21:16:07.829604 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ccd2-088c-4048-9c12-40a13e332661 req-c5d7b834-4596-4046-86e6-7b34302e554f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:07.831167 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d8e0ccd2-088c-4048-9c12-40a13e332661 req-c5d7b834-4596-4046-86e6-7b34302e554f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Aug 03 21:16:07.876840 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d8e0ccd2-088c-4048-9c12-40a13e332661 req-5588761d-4fcc-45fa-9892-3ca5fcd0574a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Aug 03 21:16:09.006472 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a512a4-19c3-4316-a923-c575de7bd71a req-d7bf9c5f-964a-410d-aaef-6704eaead9d2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:09.008006 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-72a512a4-19c3-4316-a923-c575de7bd71a req-d7bf9c5f-964a-410d-aaef-6704eaead9d2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Aug 03 21:16:09.048077 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-72a512a4-19c3-4316-a923-c575de7bd71a req-483d2e8d-5d56-47c1-b9a5-2ee932d80e69 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334985 Aug 03 21:16:10.173443 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed892-cd2b-4e3e-bd3e-e814ace50d50 req-1ebdf5b4-cd65-4472-956a-7b0a8d250bb2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.175163 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-896ed892-cd2b-4e3e-bd3e-e814ace50d50 req-1ebdf5b4-cd65-4472-956a-7b0a8d250bb2 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Aug 03 21:16:10.215292 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-896ed892-cd2b-4e3e-bd3e-e814ace50d50 req-c40c574f-a7f0-4849-aa51-7d878febf381 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340629 Aug 03 21:16:10.439030 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-ed52a44a-c4d7-4d2b-b298-ab7cce4e5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.440636 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-ed52a44a-c4d7-4d2b-b298-ab7cce4e5f91 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1098 time: 0.0429382 Aug 03 21:16:10.532518 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-87ffabdd-4478-4fe5-b9f5-1605ea11c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.533981 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-87ffabdd-4478-4fe5-b9f5-1605ea11c3c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.0856786 Aug 03 21:16:10.600224 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-c93f2b93-317a-431b-a5ed-a4423b82e3e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 1000 time: 0.0587032 Aug 03 21:16:10.678574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-2d566b16-101c-4e2c-9a36-68f8d12cdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.680581 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-2d566b16-101c-4e2c-9a36-68f8d12cdbd2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0728002 Aug 03 21:16:10.693104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1013c-0d0c-4b04-a0ca-6f48b96d7c07 req-5de73a29-854d-496c-82ba-17be40f2a6ee tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.694475 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-01d1013c-0d0c-4b04-a0ca-6f48b96d7c07 req-5de73a29-854d-496c-82ba-17be40f2a6ee tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0885267 Aug 03 21:16:10.754538 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-01d1013c-0d0c-4b04-a0ca-6f48b96d7c07 req-b5c0b80b-18b2-4013-8609-781a80b34a66 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512776 Aug 03 21:16:10.759728 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-e6e5ffe7-baf1-4e30-976f-1c82fe7be4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:10.761232 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-e6e5ffe7-baf1-4e30-976f-1c82fe7be4c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658698 Aug 03 21:16:10.858144 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-6bb6757d-cc9f-466a-97d4-8a93fc9321d7 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888157 Aug 03 21:16:10.947855 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e18dd9c-4252-427f-8472-d48e63ec8a33 req-2c6a5899-6c93-42c7-81e0-1fe78ef5a725 service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806456 Aug 03 21:16:11.335991 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de88b-a5e7-4e2a-b913-a58c9dce1c3a req-a8f80db2-2d83-4766-88f8-3688d9d8c7cb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:11.337981 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f0de88b-a5e7-4e2a-b913-a58c9dce1c3a req-a8f80db2-2d83-4766-88f8-3688d9d8c7cb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Aug 03 21:16:11.376256 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4f0de88b-a5e7-4e2a-b913-a58c9dce1c3a req-427065de-955a-47b7-90f8-5d8f2bcf5ad9 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Aug 03 21:16:11.873147 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7a45b-8098-4d99-9ba6-08ccbf593264 req-41fe0da7-7e51-44c1-a189-5dcec6eec403 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:11.874851 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cff7a45b-8098-4d99-9ba6-08ccbf593264 req-41fe0da7-7e51-44c1-a189-5dcec6eec403 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0524511 Aug 03 21:16:11.919778 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cff7a45b-8098-4d99-9ba6-08ccbf593264 req-4e4d9333-e607-41a9-82be-98b48ae6f507 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391474 Aug 03 21:16:12.502411 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4683762-e293-45cb-9d44-591078255066 req-0defd49e-515b-4b5c-9b0e-423b941415e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:12.503924 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4683762-e293-45cb-9d44-591078255066 req-0defd49e-515b-4b5c-9b0e-423b941415e0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Aug 03 21:16:12.544592 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d4683762-e293-45cb-9d44-591078255066 req-487ff778-c7ea-4797-ab4d-aef6e2da57f0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346005 Aug 03 21:16:12.924852 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:13.029683 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:13.071582 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:16:13.074422 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c3301-a667-49cd-a02d-73769147b6c1" -d '{"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-unplugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:16:13.076721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b14a5-7eb3-4931-ae02-51b926278172 req-e0682cd2-294d-4b06-961b-3ab91bb3e1e7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:13.079643 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e96b14a5-7eb3-4931-ae02-51b926278172 req-e0682cd2-294d-4b06-961b-3ab91bb3e1e7 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Aug 03 21:16:13.090467 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:13.134638 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e4a59-0f27-4364-8776-900bdc7a0b47 x-openstack-request-id: req-701e4a59-0f27-4364-8776-900bdc7a0b47 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:16:13.134638 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-unplugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:16:13.134638 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-701e4a59-0f27-4364-8776-900bdc7a0b47 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:16:13.134638 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'code': 200} Aug 03 21:16:13.145330 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e96b14a5-7eb3-4931-ae02-51b926278172 req-9dd11ef9-b6ca-4d3b-b8de-d8147802a387 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423315 Aug 03 21:16:13.251995 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:13.311294 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:13.678223 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c46ec-efc2-4ec3-95b9-8b54906e77ab req-18cefdd2-fcf4-437a-a288-5cdc9ec0954e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:13.680432 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-921c46ec-efc2-4ec3-95b9-8b54906e77ab req-18cefdd2-fcf4-437a-a288-5cdc9ec0954e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0546353 Aug 03 21:16:13.722863 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-921c46ec-efc2-4ec3-95b9-8b54906e77ab req-e525ba9d-2ad4-4a78-bf6d-821ccc707e2b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365047 Aug 03 21:16:14.276028 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4647de-f010-4346-bad6-ccd7a1b5a20f req-05ee88d8-4c5d-4f0a-89d5-792b076fc9e1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:14.277796 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d4647de-f010-4346-bad6-ccd7a1b5a20f req-05ee88d8-4c5d-4f0a-89d5-792b076fc9e1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 03 21:16:14.318515 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4d4647de-f010-4346-bad6-ccd7a1b5a20f req-1a2f2f86-fa9e-4719-b38c-814a223bb52c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337958 Aug 03 21:16:15.435501 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1e2c-2ca9-48f4-b11f-403562131e8d req-7eb1988d-d9a3-4417-8a54-c92f900d3436 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:15.437014 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b4b1e2c-2ca9-48f4-b11f-403562131e8d req-7eb1988d-d9a3-4417-8a54-c92f900d3436 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Aug 03 21:16:15.478909 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0b4b1e2c-2ca9-48f4-b11f-403562131e8d req-52d33029-1775-4e82-a222-1de26f225297 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346043 Aug 03 21:16:16.468890 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83ce4d99-674a-47d3-a3bc-bd1c9a908e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:16.594946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057978cb-372b-473b-b757-c76cdbda9d47 req-88c5127b-9fdc-4d18-9bd7-74a5929edbbb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:16.596344 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-057978cb-372b-473b-b757-c76cdbda9d47 req-88c5127b-9fdc-4d18-9bd7-74a5929edbbb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0486548 Aug 03 21:16:16.634018 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-057978cb-372b-473b-b757-c76cdbda9d47 req-596af6cf-269a-4014-a5a5-9210baa17783 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316811 Aug 03 21:16:16.854139 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cee37-5ced-44f3-a9e9-e39cfa98de91 req-bc6d8b36-6d64-43fc-9617-e39cafbf4669 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:16.855633 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e0cee37-5ced-44f3-a9e9-e39cfa98de91 req-bc6d8b36-6d64-43fc-9617-e39cafbf4669 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0502410 Aug 03 21:16:16.898971 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e0cee37-5ced-44f3-a9e9-e39cfa98de91 req-848da4b2-7988-4bb9-a33e-72d583d5fb94 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Aug 03 21:16:17.433575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47884) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:17.453913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47888) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:17.524884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Deleting subnet 58e6814b-9325-45c9-b509-fbf5e730dea8 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:16:17.529184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.553142 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-125c11f9-caf4-4083-8cb6-bb92275aa6fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183710 Aug 03 21:16:17.567774 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.609157 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.752332 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883da2bd-e990-4057-90d1-5426618c8efd req-1622cfb5-afa9-4133-8f96-c378d6a2b82d tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:17.753805 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-883da2bd-e990-4057-90d1-5426618c8efd req-1622cfb5-afa9-4133-8f96-c378d6a2b82d tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Aug 03 21:16:17.760496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.785654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e6814b-9325-45c9-b509-fbf5e730dea8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:17.791128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.792059 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-883da2bd-e990-4057-90d1-5426618c8efd req-408489df-0955-414b-bfab-9894f94728e9 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323262 Aug 03 21:16:17.793117 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9eb7119a-9b78-48e8-960c-a6e15e828dc2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58e6814b-9325-45c9-b509-fbf5e730dea8 HTTP/1.1" status: 204 len: 168 time: 0.3377719 Aug 03 21:16:17.795734 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47898) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:17.862698 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.943154 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:17.952999 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1c1191-d325-4d08-91c4-d0319a4b20fb']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:17.963572 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a278a7-7dfc-4587-9a7a-e4f86c2dac73') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:17.963862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a278a7-7dfc-4587-9a7a-e4f86c2dac73') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:17.974341 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:18.012073 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:18.020309 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:16:18.020688 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:16:18.022276 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:16:18.337964 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15706b-85e2-416e-b94f-70d33aebae81 req-df652f33-33d8-4078-81f9-deca991f5f85 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:18.339491 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a15706b-85e2-416e-b94f-70d33aebae81 req-df652f33-33d8-4078-81f9-deca991f5f85 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.3690391 Aug 03 21:16:18.381047 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a15706b-85e2-416e-b94f-70d33aebae81 req-db94085a-dca8-4a46-8a5a-e5fe5e445cda tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353422 Aug 03 21:16:18.486012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:18.490997 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:18.492896 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e1c1191-d325-4d08-91c4-d0319a4b20fb HTTP/1.1" status: 204 len: 168 time: 0.6962397 Aug 03 21:16:18.505526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed94fb5-9cc7-45a2-8344-b7ac008194ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1c1191-d325-4d08-91c4-d0319a4b20fb,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:18.915057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549de58-3851-46dd-9cff-c4e09ef29173 req-71f7e98b-fc00-4af0-9e4a-0f1cb09e7e08 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:18.916556 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6549de58-3851-46dd-9cff-c4e09ef29173 req-71f7e98b-fc00-4af0-9e4a-0f1cb09e7e08 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0502009 Aug 03 21:16:18.956109 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6549de58-3851-46dd-9cff-c4e09ef29173 req-43e3c19f-4370-4ad5-8ca2-b8963f2c8736 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336246 Aug 03 21:16:19.045117 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47906) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:19.084061 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-facbc9d1-cd91-4f83-af8a-376a7d96b47f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f5a41326d2a4cf9911887c04a24c523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377159 Aug 03 21:16:19.086562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47908) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:19.089086 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c0990135-e329-423d-af28-db1dbc610460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.137022 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.157301 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.245845 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.502737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1059d-899e-425e-af1d-506121a080d6 req-523921e4-5be3-46bd-bf6e-de56da97ee37 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:19.504222 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7fc1059d-899e-425e-af1d-506121a080d6 req-523921e4-5be3-46bd-bf6e-de56da97ee37 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0516908 Aug 03 21:16:19.542925 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7fc1059d-899e-425e-af1d-506121a080d6 req-39fee107-05e9-4224-bbef-42b300b2c799 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Aug 03 21:16:19.664154 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.666686 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:19.667923 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bfb74e8-7fe3-45ec-9672-32da8b12a58f HTTP/1.1" status: 204 len: 168 time: 0.5801427 Aug 03 21:16:19.677542 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f99615-8aa6-4122-b3a6-a0d4ed66d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb74e8-7fe3-45ec-9672-32da8b12a58f,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:19.882841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-5df5c3d5-77c5-4510-b0b6-13bc0dddf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:19.884873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-5df5c3d5-77c5-4510-b0b6-13bc0dddf988 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03&tenant_id=d6dc80e0d1a74993828d8d2a3aab2750 HTTP/1.1" status: 200 len: 1096 time: 0.0412250 Aug 03 21:16:19.946981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-68453511-e0d6-4a1a-9f79-40756baf3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:19.948405 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-68453511-e0d6-4a1a-9f79-40756baf3710 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1096 time: 0.0403969 Aug 03 21:16:20.055136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-c1c6673d-b1ab-4c9a-8a03-22e6d582d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:20.056739 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-c1c6673d-b1ab-4c9a-8a03-22e6d582d451 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 200 len: 917 time: 0.1007228 Aug 03 21:16:20.076668 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3a94f-3984-48a7-b589-e709b0bfd187 req-1156aebd-3e84-41ac-b1c1-cb77f0d7a307 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:20.078616 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5d3a94f-3984-48a7-b589-e709b0bfd187 req-1156aebd-3e84-41ac-b1c1-cb77f0d7a307 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0544868 Aug 03 21:16:20.122057 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5d3a94f-3984-48a7-b589-e709b0bfd187 req-ebfcfcd1-ce22-491d-99d0-561e3b3b4a92 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373447 Aug 03 21:16:20.144939 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-6d6bc147-85c1-4ff6-a1af-2fc901ff205d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 200 len: 998 time: 0.0738034 Aug 03 21:16:20.188926 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-98e5ef78-a10f-4506-9332-c139c06787fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:20.190397 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-98e5ef78-a10f-4506-9332-c139c06787fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 200 len: 855 time: 0.0456038 Aug 03 21:16:20.240126 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-02761808-b6f6-4457-8bf7-ce33342701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:20.241607 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-02761808-b6f6-4457-8bf7-ce33342701e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428011 Aug 03 21:16:20.329226 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-0a758a0e-24be-4790-a337-ce0ed39b576b service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797660 Aug 03 21:16:20.420242 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-7e7f4cb6-bd8a-4f00-b1af-7d4e42a167be service neutron] 10.222.0.79 "GET /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833168 Aug 03 21:16:20.664579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38d8a-a727-485c-a6ba-12bbf4d17b8c req-7406c47f-a5b6-4d3e-8ca2-3c975bd068ee tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:20.666058 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3c38d8a-a727-485c-a6ba-12bbf4d17b8c req-7406c47f-a5b6-4d3e-8ca2-3c975bd068ee tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0491767 Aug 03 21:16:20.686058 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:20.704109 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c3c38d8a-a727-485c-a6ba-12bbf4d17b8c req-4923835d-6c53-4434-a768-4da2ff9f6519 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Aug 03 21:16:21.242194 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b884983-66ce-4b03-a8ea-3fbb86f8760a req-c899bd18-7d24-4a99-9438-c81059f7d784 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:21.244331 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b884983-66ce-4b03-a8ea-3fbb86f8760a req-c899bd18-7d24-4a99-9438-c81059f7d784 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0526507 Aug 03 21:16:21.282836 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3b884983-66ce-4b03-a8ea-3fbb86f8760a req-a4216e48-0ebb-4ebc-bb78-f025b2213d61 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322225 Aug 03 21:16:21.828787 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2edc4-1849-4938-b0fb-0d43eabd2ae8 req-8013d1a6-7ba6-428f-b578-752ea93c7e26 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:21.831011 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63a2edc4-1849-4938-b0fb-0d43eabd2ae8 req-8013d1a6-7ba6-428f-b578-752ea93c7e26 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0537298 Aug 03 21:16:21.878256 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63a2edc4-1849-4938-b0fb-0d43eabd2ae8 req-a0418e29-4652-4788-8b38-7e4e1be7588d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Aug 03 21:16:22.054444 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:22.404752 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194088-79b9-45ed-a3c8-2de22d72359d req-146a553e-8c1f-4a37-b00d-32a0b924d561 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:22.406244 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1194088-79b9-45ed-a3c8-2de22d72359d req-146a553e-8c1f-4a37-b00d-32a0b924d561 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Aug 03 21:16:22.445691 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d1194088-79b9-45ed-a3c8-2de22d72359d req-c2aaf340-d893-46c4-b0e8-cfb96866922a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335846 Aug 03 21:16:22.901768 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a23ff0-e795-4899-abb2-6cc7d4537be8 req-4d20fc9d-9bb8-47e3-80d7-068a4855a624 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:22.903268 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-16a23ff0-e795-4899-abb2-6cc7d4537be8 req-4d20fc9d-9bb8-47e3-80d7-068a4855a624 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0551484 Aug 03 21:16:22.944282 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-16a23ff0-e795-4899-abb2-6cc7d4537be8 req-8586ca19-42fc-48c6-9859-6309df7c4a64 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350559 Aug 03 21:16:23.014289 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379453ec-6f3c-47c9-8cdd-7491622aa488 req-19c689e4-7bf7-47bf-8f20-7a8ad80e136b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:23.015818 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-379453ec-6f3c-47c9-8cdd-7491622aa488 req-19c689e4-7bf7-47bf-8f20-7a8ad80e136b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0574651 Aug 03 21:16:23.057304 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-379453ec-6f3c-47c9-8cdd-7491622aa488 req-17bf6b56-2bac-4ea2-9c01-91d4ce11c3fe tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352538 Aug 03 21:16:24.069143 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c289b78-7b37-45dd-8f48-6a34e180fc42 req-2ceac6d4-7bcb-4700-9f0c-56516e6360a4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:24.070730 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c289b78-7b37-45dd-8f48-6a34e180fc42 req-2ceac6d4-7bcb-4700-9f0c-56516e6360a4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0529833 Aug 03 21:16:24.122033 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7c289b78-7b37-45dd-8f48-6a34e180fc42 req-76e35c48-3c22-4030-8a26-9ae1811e7272 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447812 Aug 03 21:16:24.195455 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5749-0b05-4409-958f-dc85e88f11bd req-ca6ccf12-2bf4-42c2-b599-2d4f0e45cecb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:24.197574 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27ae5749-0b05-4409-958f-dc85e88f11bd req-ca6ccf12-2bf4-42c2-b599-2d4f0e45cecb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0617867 Aug 03 21:16:24.238058 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27ae5749-0b05-4409-958f-dc85e88f11bd req-4d9a381c-5f48-4a72-86ce-93ca4a718bf3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344281 Aug 03 21:16:25.265495 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f0737-6ca8-480e-b9a9-f043d30194ed req-760f021a-c708-4b44-a274-bd305b89c0c5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:25.267846 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d04f0737-6ca8-480e-b9a9-f043d30194ed req-760f021a-c708-4b44-a274-bd305b89c0c5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Aug 03 21:16:25.321338 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d04f0737-6ca8-480e-b9a9-f043d30194ed req-312c6afa-f480-4d14-af16-7a7b360be762 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411551 Aug 03 21:16:25.385001 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6f731-01dc-460e-9c59-8aced80034b5 req-38994f7c-0011-49c8-8f78-f8322899ffd3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:25.386482 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fbb6f731-01dc-460e-9c59-8aced80034b5 req-38994f7c-0011-49c8-8f78-f8322899ffd3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0547380 Aug 03 21:16:25.433696 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fbb6f731-01dc-460e-9c59-8aced80034b5 req-e72fa24a-81ee-49a2-87a3-86999c24aefc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Aug 03 21:16:26.444986 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9b252-a56e-4fe1-9b64-6e440c007450 req-006af96b-97ee-404a-8354-c296134f4471 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:26.446545 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-85b9b252-a56e-4fe1-9b64-6e440c007450 req-006af96b-97ee-404a-8354-c296134f4471 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0507181 Aug 03 21:16:26.487827 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-85b9b252-a56e-4fe1-9b64-6e440c007450 req-16453448-b147-49a0-a97c-7ea8744fd3e2 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346167 Aug 03 21:16:26.569056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987bba5-c7bd-465c-bf5c-88238d5eb35e req-89b780f2-af15-4991-952c-e541faba2988 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:26.570641 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0987bba5-c7bd-465c-bf5c-88238d5eb35e req-89b780f2-af15-4991-952c-e541faba2988 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0585346 Aug 03 21:16:26.612538 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0987bba5-c7bd-465c-bf5c-88238d5eb35e req-55a7ae27-4b83-4a3c-b689-e5e8ca67fae0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350692 Aug 03 21:16:27.623030 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f37fe-36e7-47cb-92c5-bf9f69188140 req-f09bd826-04a5-45d4-8aa6-7301951baf72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:27.630760 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae0f37fe-36e7-47cb-92c5-bf9f69188140 req-f09bd826-04a5-45d4-8aa6-7301951baf72 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Aug 03 21:16:27.649496 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c94d6694-518b-4054-9246-d4acf174992e req-59b42603-b27f-475d-89d4-fb7ed0fb85ad tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463909741&fields=id&tenant_id=2d45ad712cd347619e39842e5ffe4094 HTTP/1.1" status: 200 len: 267 time: 0.0500238 Aug 03 21:16:27.668065 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ae0f37fe-36e7-47cb-92c5-bf9f69188140 req-08429ee6-fe89-4c33-bf88-d5232e13d0b1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362999 Aug 03 21:16:27.705371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d6694-518b-4054-9246-d4acf174992e req-23c57b3f-a6ff-4014-a563-e4fb48f08308 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:27.707221 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c94d6694-518b-4054-9246-d4acf174992e req-23c57b3f-a6ff-4014-a563-e4fb48f08308 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 985 time: 0.0517845 Aug 03 21:16:27.720359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Request body: {'port': {'security_groups': ['ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:16:27.779823 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea09ba5-4542-4915-8a40-3cacd92f4daf req-4357e64e-89af-4c7d-8ca2-a180fbfb67ba tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:27.781413 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ea09ba5-4542-4915-8a40-3cacd92f4daf req-4357e64e-89af-4c7d-8ca2-a180fbfb67ba tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0508022 Aug 03 21:16:27.797376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:27.821589 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ea09ba5-4542-4915-8a40-3cacd92f4daf req-2f7d31b0-dd49-49a0-a8a7-d43ad409b13d tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Aug 03 21:16:28.005129 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:28.065119 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.154084 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.166134 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:16:28.199391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:28.200035 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.201445 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c94d6694-518b-4054-9246-d4acf174992e req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "PUT /v2.0/ports/cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 943 time: 0.4872899 Aug 03 21:16:28.201901 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:16:28.204200 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d84ae-1208-4641-b19a-938f008f3d96" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:16:28.208844 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 47978) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:28.246847 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf267ab-61bc-44e4-a505-e02c34415d86 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event updated for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=7']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:28.288018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e505e-5a68-4489-a28e-a21887d0041a x-openstack-request-id: req-b96e505e-5a68-4489-a28e-a21887d0041a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:16:28.288432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:16:28.288793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b96e505e-5a68-4489-a28e-a21887d0041a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:16:28.289350 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:16:28.297195 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:16:28.333873 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.363870 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.601075 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-263c4256-78ba-4a0d-8c13-fc39306cd09a None None] Provisioning complete for port cf463c8d-f787-49fd-9980-804f3154dc2e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:28.601356 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-263c4256-78ba-4a0d-8c13-fc39306cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.606107 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.608782 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.612615 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "DELETE /v2.0/security-groups/65a32842-7c3c-485e-a12a-d099fd459fa3 HTTP/1.1" status: 204 len: 168 time: 0.3998418 Aug 03 21:16:28.620439 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 47980) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:28.626359 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a32842-7c3c-485e-a12a-d099fd459fa3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:28.646264 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.656042 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.656540 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.657026 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.657527 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.658001 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.658489 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.658971 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.659491 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.659976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.660457 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.660939 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd231cf-2372-47e3-8fbe-1baa648a59f2 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:28.867714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3dfd-0920-4016-982f-3de9ae4c1586 req-5e38d20b-bc75-4ca1-bba0-293c890b24f4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:28.870462 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fcee3dfd-0920-4016-982f-3de9ae4c1586 req-5e38d20b-bc75-4ca1-bba0-293c890b24f4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1182523 Aug 03 21:16:28.921418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fcee3dfd-0920-4016-982f-3de9ae4c1586 req-6eaff8b3-a42d-4915-ab1c-22e69288c702 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446641 Aug 03 21:16:28.936160 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Deleting port 0ec84a50-4552-4713-9e7b-6bd1f89173e9 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:28.936381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:28.984915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e7305-a4dd-4a56-ac6b-49a4066e9209 req-024267ee-cf4e-4953-9a20-06f0f5c3cf53 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:28.986427 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1d8e7305-a4dd-4a56-ac6b-49a4066e9209 req-024267ee-cf4e-4953-9a20-06f0f5c3cf53 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0746927 Aug 03 21:16:29.026125 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1d8e7305-a4dd-4a56-ac6b-49a4066e9209 req-ba281260-23c1-44d1-99f7-12627b399132 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Aug 03 21:16:29.032893 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:29.033225 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:29.052519 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Calling delete_port for 0ec84a50-4552-4713-9e7b-6bd1f89173e9 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:29.296902 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:29.322110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event deleted for resources: {'Port': ['ID=0ec84a50-4552-4713-9e7b-6bd1f89173e9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:29.391071 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:29.391438 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Floating IP 285d6cc1-56c4-4ee2-a4d4-89730cb6c55a disassociated (deleted). External IP: 172.27.0.229, port: cf463c8d-f787-49fd-9980-804f3154dc2e. Aug 03 21:16:29.605880 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:16:29.749238 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:16:29.755958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:29.761007 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Sync routers for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:16:29.786284 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:29.787355 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:29.793526 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2f7ea852-5122-4f15-9492-e94e0c665e67 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "DELETE /v2.0/floatingips/285d6cc1-56c4-4ee2-a4d4-89730cb6c55a HTTP/1.1" status: 204 len: 168 time: 1.1795163 Aug 03 21:16:29.922715 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:30.077178 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54d2df-2a10-4181-96d2-7cde2221da9b req-534137c1-6a74-4d30-9932-1955caa5aacc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:30.079363 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b54d2df-2a10-4181-96d2-7cde2221da9b req-534137c1-6a74-4d30-9932-1955caa5aacc tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0614972 Aug 03 21:16:30.128482 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b54d2df-2a10-4181-96d2-7cde2221da9b req-15f33108-5437-4fb6-b28b-bbc3670df29e tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360627 Aug 03 21:16:30.254732 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:30.275461 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08996a51-e597-4f28-acd2-1d9e88492db1 req-346cf40c-8e1f-4d8f-a956-af8ea209be89 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:30.277180 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-08996a51-e597-4f28-acd2-1d9e88492db1 req-346cf40c-8e1f-4d8f-a956-af8ea209be89 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0579662 Aug 03 21:16:30.294003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:16:30.294704 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Checking router: 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:16:30.296414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50809a-0353-4fa2-9586-903a922b0e90" -d '{"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:16:30.304756 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:30.305438 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:30.322884 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-08996a51-e597-4f28-acd2-1d9e88492db1 req-fe78bc66-7a2d-4866-a783-2429433ed637 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Aug 03 21:16:30.437079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2bd48e-8c94-4e74-8562-472250890139 x-openstack-request-id: req-4e2bd48e-8c94-4e74-8562-472250890139 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:16:30.437432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:16:30.437697 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e2bd48e-8c94-4e74-8562-472250890139 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:16:30.438094 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:16:30.459481 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:30.672505 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:30.698467 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1da13-4764-47bc-803b-d8e7693a0b2d None None] The sync data for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi is: [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:13:27Z', 'revision_number': 4, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'bc6822d1-7f5a-40c3-9b26-94bca5fded8d', 'name': '', 'network_id': '0bf379e1-5373-4976-97db-e14cba280ea0', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'mac_address': 'fa:16:3e:7d:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:26Z', 'updated_at': '2021-08-03T21:13:35Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'subnets': [{'id': 'bcdfe76b-ae62-4052-a1a2-83c37901fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:16:30.936929 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26faf887-83d5-487f-ab1c-c7959bf8012b None None] New status for floating IP 285d6cc1-56c4-4ee2-a4d4-89730cb6c55a: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:16:31.286874 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f9bd-6d75-4bdf-9e7b-98d39e03d3d7 req-2fb0947a-74ff-4e55-9ed1-c6e7e9536aba tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:31.288455 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8150f9bd-6d75-4bdf-9e7b-98d39e03d3d7 req-2fb0947a-74ff-4e55-9ed1-c6e7e9536aba tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0551887 Aug 03 21:16:31.327836 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8150f9bd-6d75-4bdf-9e7b-98d39e03d3d7 req-6004fd95-b1f1-45de-8585-7dcb8c26aef0 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332386 Aug 03 21:16:31.483009 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812cd1-1c2d-4650-9c25-22f436677dff req-ea9a4a86-8c49-49a2-94e3-ea832b256eb1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:31.484562 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b812cd1-1c2d-4650-9c25-22f436677dff req-ea9a4a86-8c49-49a2-94e3-ea832b256eb1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0554984 Aug 03 21:16:31.523427 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9b812cd1-1c2d-4650-9c25-22f436677dff req-3ce962f5-e295-4ebf-9e3e-abf1320467c7 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Aug 03 21:16:32.436994 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d84ae-1208-4641-b19a-938f008f3d96 req-64961afc-ce14-455d-b51d-3374f71097fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.438871 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-64961afc-ce14-455d-b51d-3374f71097fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1099 time: 0.0403240 Aug 03 21:16:32.443478 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44720c7-4787-4053-a35e-702e23d53dca req-47dfbd70-1360-4471-bcee-09c94bf965d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.444994 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e44720c7-4787-4053-a35e-702e23d53dca req-47dfbd70-1360-4471-bcee-09c94bf965d6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0490384 Aug 03 21:16:32.485725 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e44720c7-4787-4053-a35e-702e23d53dca req-0004512a-754a-48ab-bdf5-ec464dd6e886 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339887 Aug 03 21:16:32.569859 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d84ae-1208-4641-b19a-938f008f3d96 req-02341660-b5dd-4e8a-b126-cc9b056ee299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.571425 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-02341660-b5dd-4e8a-b126-cc9b056ee299 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.1245840 Aug 03 21:16:32.575269 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-7abf20b5-7732-4026-aa99-f5d14363e5df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656374 Aug 03 21:16:32.622320 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-5815ae21-9b6e-491a-ac5f-dea63a376eed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 217 time: 0.0415413 Aug 03 21:16:32.731876 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455700e0-c9b1-44ee-b1b3-063275e23613 req-8403b831-33ed-4373-a358-765fd78c2fe8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.733341 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-455700e0-c9b1-44ee-b1b3-063275e23613 req-8403b831-33ed-4373-a358-765fd78c2fe8 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.1136868 Aug 03 21:16:32.734651 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d84ae-1208-4641-b19a-938f008f3d96 req-dff40035-c660-4f09-ba19-0393fc8aef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.735994 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-dff40035-c660-4f09-ba19-0393fc8aef03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.1042657 Aug 03 21:16:32.748109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-68bbe1d1-c3ad-4d86-88d1-ee8263e8f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.749476 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-68bbe1d1-c3ad-4d86-88d1-ee8263e8f878 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 1098 time: 0.0974770 Aug 03 21:16:32.855584 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-455700e0-c9b1-44ee-b1b3-063275e23613 req-663e97c8-2008-4ea6-8d79-a88619f96894 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155078 Aug 03 21:16:32.866737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d84ae-1208-4641-b19a-938f008f3d96 req-df388514-8f28-47e2-8146-6c5d6ac5fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.868040 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-df388514-8f28-47e2-8146-6c5d6ac5fd50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1177852 Aug 03 21:16:32.908981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-f6b0cb85-4691-47ed-91f7-1a3ae56ff83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:32.910391 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-f6b0cb85-4691-47ed-91f7-1a3ae56ff83d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.1452940 Aug 03 21:16:33.011598 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-59c59b1e-a19b-4c6c-a16c-88bfb74ff842 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 200 len: 1001 time: 0.0774024 Aug 03 21:16:33.034483 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-4eb6b576-c769-4c28-a9e8-327f7e2ec2f9 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463740 Aug 03 21:16:33.125410 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-e61f22d8-38a2-4445-8601-928ff5692130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.126881 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-e61f22d8-38a2-4445-8601-928ff5692130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.1054597 Aug 03 21:16:33.187632 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-095d84ae-1208-4641-b19a-938f008f3d96 req-bdd74849-4d08-465c-bcca-2374642abe77 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358809 Aug 03 21:16:33.193821 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-af930310-c99c-4aaf-984c-bcd30fd7c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.208322 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-af930310-c99c-4aaf-984c-bcd30fd7c8a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592096 Aug 03 21:16:33.292438 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-6bfddf6f-e6c5-4ba3-9d2c-39a53f79e996 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Aug 03 21:16:33.417383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50809a-0353-4fa2-9586-903a922b0e90 req-61164b11-00e6-4e77-a88f-033a764a388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.418839 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-61164b11-00e6-4e77-a88f-033a764a388e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1099 time: 0.0729711 Aug 03 21:16:33.420956 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29e7e1a9-f8de-4625-b249-8e6ad7f0e895 req-092e6431-5d44-4dbe-9fc7-93856ea75940 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187353 Aug 03 21:16:33.516197 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50809a-0353-4fa2-9586-903a922b0e90 req-0372aee3-11a2-4aa9-8015-a61d9d5e1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.517664 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-0372aee3-11a2-4aa9-8015-a61d9d5e1087 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.0866330 Aug 03 21:16:33.562563 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-1ddc1eac-dc90-490e-a5a2-44871e74744a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 217 time: 0.0358860 Aug 03 21:16:33.636973 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50809a-0353-4fa2-9586-903a922b0e90 req-f15eaa51-81a2-4ba7-8f1a-b9c7636fe689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.638415 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-f15eaa51-81a2-4ba7-8f1a-b9c7636fe689 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.0683634 Aug 03 21:16:33.646830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963558b0-c334-4227-b558-595bba447b87 req-a7049079-5551-4eb7-a18d-60726e1e8729 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.648269 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-963558b0-c334-4227-b558-595bba447b87 req-a7049079-5551-4eb7-a18d-60726e1e8729 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0885596 Aug 03 21:16:33.710156 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-963558b0-c334-4227-b558-595bba447b87 req-5aef1589-da1e-4132-802a-cd554c43971c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530381 Aug 03 21:16:33.713095 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50809a-0353-4fa2-9586-903a922b0e90 req-164f635e-6816-451c-850a-c15803a107ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.714428 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-164f635e-6816-451c-850a-c15803a107ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0647714 Aug 03 21:16:33.805403 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-b89d87fd-cd2e-4f08-823e-243ec4fa74e9 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825522 Aug 03 21:16:33.906716 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be50809a-0353-4fa2-9586-903a922b0e90 req-5276cff2-aa7e-4b3d-900b-59c0591a3423 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834911 Aug 03 21:16:33.974805 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0265-f700-4cfe-b6dd-50d4b5e5fd4e req-8532bd8a-9937-49aa-a448-d34df465d510 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:33.976317 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eded0265-f700-4cfe-b6dd-50d4b5e5fd4e req-8532bd8a-9937-49aa-a448-d34df465d510 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0499945 Aug 03 21:16:34.018963 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-eded0265-f700-4cfe-b6dd-50d4b5e5fd4e req-afd885fe-1bd8-40d3-890b-53f77ef805c3 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361917 Aug 03 21:16:34.042370 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-9dc3ef15-2fdf-4f51-a9b9-87a59307cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:34.044023 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-9dc3ef15-2fdf-4f51-a9b9-87a59307cbf6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2d45ad712cd347619e39842e5ffe4094&device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 1099 time: 0.0475333 Aug 03 21:16:34.149008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-0b534501-0b3a-4499-a58b-b65fd6dcadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:34.150513 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-0b534501-0b3a-4499-a58b-b65fd6dcadf1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 200 len: 915 time: 0.0856781 Aug 03 21:16:34.189976 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:16:34.195457 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-75e72fd6-de51-448f-8426-2999b2610646 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 200 len: 217 time: 0.0365775 Aug 03 21:16:34.254512 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-911ce471-97c5-4363-83c1-91588da0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:34.256042 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-911ce471-97c5-4363-83c1-91588da0d34c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 200 len: 853 time: 0.0527587 Aug 03 21:16:34.313527 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-014e1e21-7a6a-4988-841c-d0937f2e1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:34.315040 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-014e1e21-7a6a-4988-841c-d0937f2e1e6d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0bf379e1-5373-4976-97db-e14cba280ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495186 Aug 03 21:16:34.406879 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-94ba4127-2221-4a74-b824-3f9d47d97c46 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842156 Aug 03 21:16:34.500882 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-968dd9a6-0fc1-445e-b3cc-039d8897b925 req-8004917f-e1e7-43ec-ab11-b799647a8197 service neutron] 10.222.0.79 "GET /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874956 Aug 03 21:16:34.822746 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cda90-1d52-43ce-b98b-a7ea1f3c6c00 req-113b6f87-057e-4eab-a70a-df0c29a53911 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:34.824245 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-049cda90-1d52-43ce-b98b-a7ea1f3c6c00 req-113b6f87-057e-4eab-a70a-df0c29a53911 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0484693 Aug 03 21:16:34.862737 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-049cda90-1d52-43ce-b98b-a7ea1f3c6c00 req-1a0a2de6-a5dc-4d17-8838-cb57e0d4cf7a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326092 Aug 03 21:16:35.041087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:16:35.139448 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6e7f-3489-4b94-9230-29af2e049773 req-204e1002-4566-4336-8206-e919f9d1313a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:35.142063 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:35.142201 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9cec6e7f-3489-4b94-9230-29af2e049773 req-204e1002-4566-4336-8206-e919f9d1313a tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 943 time: 0.0497766 Aug 03 21:16:35.155074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'c03efb4d-8260-4055-a26f-478853555a4e', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'port_id': 'c03efb4d-8260-4055-a26f-478853555a4e', 'mac_address': 'fa:16:3e:5b:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:16:35.180331 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9cec6e7f-3489-4b94-9230-29af2e049773 req-606e6e2a-72be-4879-a324-c66cb36c1b08 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Aug 03 21:16:35.194398 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:35.208375 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:16:35.227726 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:35.314317 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:35.360647 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=9']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:35.539401 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['c03efb4d-8260-4055-a26f-478853555a4e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:16:36.125315 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6a98d-8651-45c3-adbf-a01fcdba1e0e req-68c358ee-4aef-4da0-b6c4-fa5ebd7cb8ca tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:36.126771 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c8e6a98d-8651-45c3-adbf-a01fcdba1e0e req-68c358ee-4aef-4da0-b6c4-fa5ebd7cb8ca tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0477726 Aug 03 21:16:36.164008 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c8e6a98d-8651-45c3-adbf-a01fcdba1e0e req-99421693-f912-4acc-b81f-1adbec0884ee tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Aug 03 21:16:36.304354 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c8b8-95cc-4fec-a139-fd214f3069b0 req-4f3f4969-54cc-4fce-bebd-65104f7077bb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:36.305739 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a980c8b8-95cc-4fec-a139-fd214f3069b0 req-4f3f4969-54cc-4fce-bebd-65104f7077bb tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 944 time: 0.0517888 Aug 03 21:16:36.343221 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a980c8b8-95cc-4fec-a139-fd214f3069b0 req-cff46034-09b9-40ef-b340-056bb13e3c80 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310159 Aug 03 21:16:36.525637 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:37.061235 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:16:37.108220 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port c03efb4d-8260-4055-a26f-478853555a4e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:37.108513 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:37.184095 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:37.207802 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:16:37.210039 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23826e88-915b-4597-af73-14fa42651893" -d '{"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:16:37.225709 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:37.246508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653f606-acd0-4537-814b-641d6a64006b x-openstack-request-id: req-9653f606-acd0-4537-814b-641d6a64006b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:16:37.246805 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-plugged", "status": "completed", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:16:37.247065 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9653f606-acd0-4537-814b-641d6a64006b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:16:37.247486 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'code': 200} Aug 03 21:16:37.282304 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee36de1-3aa2-490c-b4be-94a43abe2647 req-71db4d48-9d60-47e4-a88a-3e17d525eaeb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:37.283821 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ee36de1-3aa2-490c-b4be-94a43abe2647 req-71db4d48-9d60-47e4-a88a-3e17d525eaeb tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0505056 Aug 03 21:16:37.308541 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:37.325860 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7ee36de1-3aa2-490c-b4be-94a43abe2647 req-1a24fb94-e555-4b8c-8d1b-7e5ad352eaaa tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Aug 03 21:16:37.356219 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=10']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:37.464778 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710682-a411-4bb2-a94f-131caa10d4a5 req-e490a36a-8db0-473c-bc48-ec8f4558edc0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:37.466269 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-02710682-a411-4bb2-a94f-131caa10d4a5 req-e490a36a-8db0-473c-bc48-ec8f4558edc0 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0505581 Aug 03 21:16:37.504701 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-02710682-a411-4bb2-a94f-131caa10d4a5 req-0f86b39e-a699-4e2a-bb1e-e5e33f0b9634 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Aug 03 21:16:37.654882 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640c453-6bf0-4669-ae5e-ad7abd790f68 req-550df00b-99e6-437c-aaf8-75c7c8fc94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:37.656313 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3640c453-6bf0-4669-ae5e-ad7abd790f68 req-550df00b-99e6-437c-aaf8-75c7c8fc94ba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 1099 time: 0.0395434 Aug 03 21:16:37.693474 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3640c453-6bf0-4669-ae5e-ad7abd790f68 req-4d8dd328-8eb8-447b-b35f-12c1c8de500f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279551 Aug 03 21:16:37.885310 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-9c5fbc3d-6562-4752-b5cf-892accacf427 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:37.886878 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-9c5fbc3d-6562-4752-b5cf-892accacf427 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0560155 Aug 03 21:16:37.979608 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Deleting port cf463c8d-f787-49fd-9980-804f3154dc2e {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:37.979942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:38.069329 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] For port cf463c8d-f787-49fd-9980-804f3154dc2e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cf463c8d-f787-49fd-9980-804f3154dc2e,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:38.069697 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:38.350335 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Calling delete_port for cf463c8d-f787-49fd-9980-804f3154dc2e owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:38.442994 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5b2fb-ce47-4a8a-82e8-8cbbf98d6bca req-605e00fb-3438-4419-b49a-2e2f00af18da tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:38.444565 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f2f5b2fb-ce47-4a8a-82e8-8cbbf98d6bca req-605e00fb-3438-4419-b49a-2e2f00af18da tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 946 time: 0.0510588 Aug 03 21:16:38.484275 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f2f5b2fb-ce47-4a8a-82e8-8cbbf98d6bca req-b9721406-2536-49f5-9a2f-96fd0e4d418d tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Aug 03 21:16:38.548786 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:38.566009 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['cf463c8d-f787-49fd-9980-804f3154dc2e'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:16:38.585450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Pushing event deleted for resources: {'Port': ['ID=cf463c8d-f787-49fd-9980-804f3154dc2e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:38.652751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] No DVR routers for this DVR port cf463c8d-f787-49fd-9980-804f3154dc2e on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:16:38.656465 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:38.658438 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-513ce09f-1d39-4de8-b5e4-9195a217ab42 req-ff1d1beb-6ec1-4258-82d8-33cbee57a034 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.79 "DELETE /v2.0/ports/cf463c8d-f787-49fd-9980-804f3154dc2e HTTP/1.1" status: 204 len: 173 time: 0.7636786 Aug 03 21:16:38.658873 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'name': 'network-vif-deleted', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:16:38.661229 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd23de0-2f24-4504-9966-2a76331163c1" -d '{"events": [{"server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "name": "network-vif-deleted", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:16:38.677804 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5ef08-04e1-496a-8937-a7a133246ee3 req-2f9cd769-bd28-4da2-bd95-74de6ee35e20 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:38.679359 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43f5ef08-04e1-496a-8937-a7a133246ee3 req-2f9cd769-bd28-4da2-bd95-74de6ee35e20 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0953300 Aug 03 21:16:38.701332 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32f2530-cbcd-45d7-a9d8-6f87a77a806a x-openstack-request-id: req-e32f2530-cbcd-45d7-a9d8-6f87a77a806a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:16:38.701625 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a11b296-2ebc-47e8-a0b4-65b424ce9e5c", "name": "network-vif-deleted", "tag": "cf463c8d-f787-49fd-9980-804f3154dc2e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:16:38.701976 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e32f2530-cbcd-45d7-a9d8-6f87a77a806a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:16:38.702388 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a11b296-2ebc-47e8-a0b4-65b424ce9e5c', 'name': 'network-vif-deleted', 'tag': 'cf463c8d-f787-49fd-9980-804f3154dc2e', 'status': 'completed', 'code': 200} Aug 03 21:16:38.721719 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43f5ef08-04e1-496a-8937-a7a133246ee3 req-3b19a2a1-4146-4feb-8910-e6a7f1bc8376 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Aug 03 21:16:39.595958 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0d4b6f75-7a63-4875-a7bc-a9cbc991c7e2 req-bc0a5535-ae38-47af-ae2d-f4bb4a2d2fd5 tempest-TestMinimumBasicScenario-435466344 tempest-TestMinimumBasicScenario-435466344-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a11b296-2ebc-47e8-a0b4-65b424ce9e5c HTTP/1.1" status: 200 len: 210 time: 0.0271993 Aug 03 21:16:39.847132 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fde14-618a-49bf-ab71-04fd92616c17 req-7c70f081-738c-4bf8-aa49-d993707665ac tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:39.848644 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fe2fde14-618a-49bf-ab71-04fd92616c17 req-7c70f081-738c-4bf8-aa49-d993707665ac tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0540819 Aug 03 21:16:39.888883 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fe2fde14-618a-49bf-ab71-04fd92616c17 req-e5af68cf-204f-4871-8563-5f3304375976 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342565 Aug 03 21:16:41.007214 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd4f5-8275-4438-8181-2565a17f2e8a req-e1e8e76c-22b9-4f99-bebf-cb5b432df30e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:41.008757 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fb0dd4f5-8275-4438-8181-2565a17f2e8a req-e1e8e76c-22b9-4f99-bebf-cb5b432df30e tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Aug 03 21:16:41.048123 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-fb0dd4f5-8275-4438-8181-2565a17f2e8a req-ace021fe-dfcb-457e-ae52-cbf6158b1551 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Aug 03 21:16:41.085317 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device cf463c8d-f787-49fd-9980-804f3154dc2e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:41.109240 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: cf463c8d-f787-49fd-9980-804f3154dc2e {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:41.109584 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device cf463c8d-f787-49fd-9980-804f3154dc2e not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:42.304809 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48136) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:42.726653 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:43.014763 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Deleting port bc6822d1-7f5a-40c3-9b26-94bca5fded8d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:43.015009 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:43.089853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] For port bc6822d1-7f5a-40c3-9b26-94bca5fded8d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:43.090208 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:43.102238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Calling delete_port for bc6822d1-7f5a-40c3-9b26-94bca5fded8d owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:43.428784 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:43.457866 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6822d1-7f5a-40c3-9b26-94bca5fded8d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:43.619743 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:43.828902 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:16:44.168834 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:16:44.178148 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8dedd5b4-e952-457f-8e58-ae78ee0e7867 admin admin] 10.222.0.32 "PUT /v2.0/routers/92eeaa4f-e518-4c2e-a518-a1fa4c77e77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8681839 Aug 03 21:16:44.178148 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48138) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:44.179228 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Sync routers for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:16:44.187236 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:44.188049 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:44.282135 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:44.400092 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:44.414350 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:44.551508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Deleting port a6b32a00-54e5-4368-a208-2b4c60c4a7d9 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:44.552111 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:44.592510 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:16:43Z', 'revision_number': 5, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port': {'id': 'a6b32a00-54e5-4368-a208-2b4c60c4a7d9', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:24Z', 'updated_at': '2021-08-03T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:44.618501 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Checking router: 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:16:44.627067 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Routers {'92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:44.627712 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:44.636068 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] For port a6b32a00-54e5-4368-a208-2b4c60c4a7d9, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:44.636426 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:44.649074 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Calling delete_port for a6b32a00-54e5-4368-a208-2b4c60c4a7d9 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:44.714130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] Set router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:44.769132 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:16:44Z', 'revision_number': 6, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port_host': None}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:44.796216 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdfeb-8684-4c36-9678-9617bf70fa52 None None] The sync data for ids ['92eeaa4f-e518-4c2e-a518-a1fa4c77e77d'] in dv-cinder-786260-15-iscsi is: [{'id': '92eeaa4f-e518-4c2e-a518-a1fa4c77e77d', 'name': 'tempest-TestMinimumBasicScenario-683607073-router', 'tenant_id': '2d45ad712cd347619e39842e5ffe4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:22Z', 'updated_at': '2021-08-03T21:16:44Z', 'revision_number': 6, 'project_id': '2d45ad712cd347619e39842e5ffe4094', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:16:44.891490 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:44.919973 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b32a00-54e5-4368-a208-2b4c60c4a7d9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:44.978531 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.066853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.068973 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.188842 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.190392 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92eeaa4f-e518-4c2e-a518-a1fa4c77e77d {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:16:45.198657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.204135 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4a933517-0ce5-4bd9-901a-273b77741541 admin admin] 10.222.0.32 "DELETE /v2.0/routers/92eeaa4f-e518-4c2e-a518-a1fa4c77e77d HTTP/1.1" status: 204 len: 168 time: 1.0225227 Aug 03 21:16:45.204373 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48140) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:45.252130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Deleting subnet bcdfe76b-ae62-4052-a1a2-83c37901fbb1 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:16:45.255160 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.289290 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.399648 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.520955 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.545235 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcdfe76b-ae62-4052-a1a2-83c37901fbb1,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:45.551488 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.553430 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-32236ced-797b-4af0-a8bc-95db9e355006 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bcdfe76b-ae62-4052-a1a2-83c37901fbb1 HTTP/1.1" status: 204 len: 168 time: 0.3481474 Aug 03 21:16:45.556465 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48142) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:45.559267 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9265827-473f-4ae2-8b33-44708628e309 None None] Network 0bf379e1-5373-4976-97db-e14cba280ea0 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:16:45.629934 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.687201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Deleting port c80ea1ee-8632-4ccf-bc67-fe39781ad96d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:45.687639 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.749165 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] DHCP port deletion for 0bf379e1-5373-4976-97db-e14cba280ea0 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:16:45.752501 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] For port c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:45.752868 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.766052 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Calling delete_port for c80ea1ee-8632-4ccf-bc67-fe39781ad96d owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:45.801159 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Deleting port c80ea1ee-8632-4ccf-bc67-fe39781ad96d {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:45.801538 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.873815 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] For port c80ea1ee-8632-4ccf-bc67-fe39781ad96d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,segment=NetworkSegment(1f9e6453-2ff1-4bcb-b44f-94bcb1670968),segment_id=1f9e6453-2ff1-4bcb-b44f-94bcb1670968)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:45.874204 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.886881 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Calling delete_port for c80ea1ee-8632-4ccf-bc67-fe39781ad96d owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:45.932069 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:45.958348 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:45.962422 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] No DVR routers for this DVR port c80ea1ee-8632-4ccf-bc67-fe39781ad96d on host dv-cinder-786260-15-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:16:46.018162 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.035303 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.042673 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] Pushing event deleted for resources: {'Port': ['ID=c80ea1ee-8632-4ccf-bc67-fe39781ad96d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:46.044993 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf379e1-5373-4976-97db-e14cba280ea0']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:46.046367 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881745ae-2ea2-4131-ae50-58dfc65a0edd None None] No DVR routers for this DVR port c80ea1ee-8632-4ccf-bc67-fe39781ad96d on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:16:46.055807 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9e6453-2ff1-4bcb-b44f-94bcb1670968') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:46.056106 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9e6453-2ff1-4bcb-b44f-94bcb1670968') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:46.065345 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.083245 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.090672 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:16:46.091071 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:16:46.102588 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:16:46.123920 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device bc6822d1-7f5a-40c3-9b26-94bca5fded8d no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:46.143478 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: bc6822d1-7f5a-40c3-9b26-94bca5fded8d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:46.148485 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device bc6822d1-7f5a-40c3-9b26-94bca5fded8d not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:46.148485 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a6b32a00-54e5-4368-a208-2b4c60c4a7d9 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:46.162741 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: a6b32a00-54e5-4368-a208-2b4c60c4a7d9 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:46.163103 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a6b32a00-54e5-4368-a208-2b4c60c4a7d9 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:46.163502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c80ea1ee-8632-4ccf-bc67-fe39781ad96d no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:46.180905 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: c80ea1ee-8632-4ccf-bc67-fe39781ad96d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:46.181241 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c80ea1ee-8632-4ccf-bc67-fe39781ad96d not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:46.268743 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.274417 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.276879 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0bf379e1-5373-4976-97db-e14cba280ea0 HTTP/1.1" status: 204 len: 168 time: 0.7194991 Aug 03 21:16:46.279951 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48144) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:46.291671 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cfc8-8a8a-42d8-a456-6bad6d322509 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf379e1-5373-4976-97db-e14cba280ea0,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:46.445974 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-68974d26-74ce-4b22-8405-edddc0438e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.620225 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.856635 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Deleting port e27d918b-891b-4d43-828b-8cd74200b5c9 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:46.857067 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.936189 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] For port e27d918b-891b-4d43-828b-8cd74200b5c9, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e27d918b-891b-4d43-828b-8cd74200b5c9,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:46.936462 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:46.948867 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Calling delete_port for e27d918b-891b-4d43-828b-8cd74200b5c9 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:47.257203 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:47.285297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27d918b-891b-4d43-828b-8cd74200b5c9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:47.309365 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.309714 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.310188 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.310397 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.310732 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.311062 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.311417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.311749 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.312077 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.312405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.312734 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.313052 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:47.458331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:47.668823 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Router 7ab473ed-fb50-4f46-affd-ba0234786a2c has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:16:47.776239 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:16:47.781277 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c2a2a82c-8b06-4f07-b32f-54e278541e22 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ab473ed-fb50-4f46-affd-ba0234786a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002506 Aug 03 21:16:47.783837 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48146) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:47.786590 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Sync routers for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:16:47.796038 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:47.796666 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:47.888881 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:47.899106 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:47.990264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.070089 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:16:47Z', 'revision_number': 5, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port': {'id': '4ca834dd-dbe7-4ed7-bb39-02e8c4045288', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:92:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:33Z', 'updated_at': '2021-08-03T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:48.096379 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Checking router: 7ab473ed-fb50-4f46-affd-ba0234786a2c for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:16:48.104816 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Routers {'7ab473ed-fb50-4f46-affd-ba0234786a2c'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:48.106871 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ab473ed-fb50-4f46-affd-ba0234786a2c'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:48.148970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Deleting port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:48.149401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.193369 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] Set router 7ab473ed-fb50-4f46-affd-ba0234786a2c gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:48.231241 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] For port 4ca834dd-dbe7-4ed7-bb39-02e8c4045288, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:48.231611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.244065 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Calling delete_port for 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:48.248275 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:16:47Z', 'revision_number': 6, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port_host': None}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:48.274520 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d3cad-0ddf-44e9-80de-5128f32e656e None None] The sync data for ids ['7ab473ed-fb50-4f46-affd-ba0234786a2c'] in dv-cinder-786260-15-iscsi is: [{'id': '7ab473ed-fb50-4f46-affd-ba0234786a2c', 'name': 'tempest-TestMinimumBasicScenario-83984853-router', 'tenant_id': '185ba894fde7470aa99e903c82fc316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:31Z', 'updated_at': '2021-08-03T21:16:47Z', 'revision_number': 6, 'project_id': '185ba894fde7470aa99e903c82fc316f', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:16:48.531752 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.563894 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca834dd-dbe7-4ed7-bb39-02e8c4045288,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:48.622941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.733043 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.735134 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.885348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.885348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab473ed-fb50-4f46-affd-ba0234786a2c {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:16:48.886302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.887560 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-beb0be78-16d1-4a19-9c60-8191af4d4d3f admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ab473ed-fb50-4f46-affd-ba0234786a2c HTTP/1.1" status: 204 len: 168 time: 1.1028078 Aug 03 21:16:48.890035 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48148) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:48.933889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Deleting subnet bbb14787-3197-4c0b-8a18-df0089f2a314 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:16:48.937027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:48.974529 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.039893 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-df6f7396-e72c-4fd7-b1d7-b88a155a7726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.080774 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.205765 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.252146 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.279537 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb14787-3197-4c0b-8a18-df0089f2a314,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:49.283133 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.285108 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4517cba8-4be0-4a70-a56d-41373bf12515 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbb14787-3197-4c0b-8a18-df0089f2a314 HTTP/1.1" status: 204 len: 168 time: 0.3940780 Aug 03 21:16:49.287482 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48150) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:49.290565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f015a26-7a02-499b-b00c-17da12226fad None None] Network fc956624-6042-4ffc-bc75-dcaf46222eae requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:16:49.353931 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.409074 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Deleting port a73d7551-4696-4496-8dbb-095916c02270 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:49.409419 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.471992 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] For port a73d7551-4696-4496-8dbb-095916c02270, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a73d7551-4696-4496-8dbb-095916c02270,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:49.472357 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.483287 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] DHCP port deletion for fc956624-6042-4ffc-bc75-dcaf46222eae request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:16:49.484716 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Calling delete_port for a73d7551-4696-4496-8dbb-095916c02270 owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:49.528774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Deleting port a73d7551-4696-4496-8dbb-095916c02270 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:16:49.529074 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.595773 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] For port a73d7551-4696-4496-8dbb-095916c02270, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=a73d7551-4696-4496-8dbb-095916c02270,segment=NetworkSegment(7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97),segment_id=7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:49.596176 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.610217 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Calling delete_port for a73d7551-4696-4496-8dbb-095916c02270 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:16:49.777512 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.804725 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] Pushing event deleted for resources: {'Port': ['ID=a73d7551-4696-4496-8dbb-095916c02270,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:49.814732 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17812571-67ee-415a-b1c1-92ecb50c4536 None None] No DVR routers for this DVR port a73d7551-4696-4496-8dbb-095916c02270 on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:16:49.839145 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.865429 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73d7551-4696-4496-8dbb-095916c02270,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:49.867678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] No DVR routers for this DVR port a73d7551-4696-4496-8dbb-095916c02270 on host dv-cinder-786260-15-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:16:49.936918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.947027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc956624-6042-4ffc-bc75-dcaf46222eae']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:49.960211 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:49.960495 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5a3a41-a52a-4a1b-88b7-c2c9dd6c3d97') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:49.970124 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.983791 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.989541 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self.session.flush() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self.session.flush() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self.session.flush() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self.session.flush() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:16:49.992426 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:16:50.109619 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.116247 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a73d7551-4696-4496-8dbb-095916c02270 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:50.116728 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.118595 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc956624-6042-4ffc-bc75-dcaf46222eae HTTP/1.1" status: 204 len: 168 time: 0.8301420 Aug 03 21:16:50.129385 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c70801-6db0-490f-bbc7-1a878725b028 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc956624-6042-4ffc-bc75-dcaf46222eae,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:50.138528 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: a73d7551-4696-4496-8dbb-095916c02270 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:50.139015 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device a73d7551-4696-4496-8dbb-095916c02270 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:50.139601 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e27d918b-891b-4d43-828b-8cd74200b5c9 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:50.159901 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: e27d918b-891b-4d43-828b-8cd74200b5c9 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:50.160243 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e27d918b-891b-4d43-828b-8cd74200b5c9 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:50.160691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:16:50.179525 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:16:50.179868 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 4ca834dd-dbe7-4ed7-bb39-02e8c4045288 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:16:50.531607 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.594961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48154) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:50.633371 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a442e989-d3d5-41a2-ab0e-3aba2bcd7442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d45ad712cd347619e39842e5ffe4094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371912 Aug 03 21:16:50.636452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48156) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:50.682773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.707416 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.862254 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.864889 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:50.866094 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8 HTTP/1.1" status: 204 len: 168 time: 0.2287581 Aug 03 21:16:50.875342 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424ea4-910f-4fd8-a3b1-0ae3bb794bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8bfe40-c5af-4ded-a31b-6c9b611fa0d8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:51.787165 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48162) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:51.826915 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-89ef25ad-10f6-4943-97ce-973a7456a75a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=185ba894fde7470aa99e903c82fc316f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386083 Aug 03 21:16:51.829322 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48164) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:51.881227 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:51.902147 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:51.908691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:52.044566 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:52.047059 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:52.048265 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66ccd47f-6b12-4390-a14b-30511d27308b HTTP/1.1" status: 204 len: 168 time: 0.2180543 Aug 03 21:16:52.055744 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ce532-0caf-4112-beb0-5dd8e7e2c0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ccd47f-6b12-4390-a14b-30511d27308b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:53.291665 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48186) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:53.386985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1433181918-network', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:16:53.496982 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Made reservation on behalf of babc73eb4c8542818ed49ef333c97043 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:16:53.499375 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.507897 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.596222 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.709131 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.729883 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:16:53.745132 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a6786-4332-4e61-afd0-0d5e9f1c4fb8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:53.748077 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.748362 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Added segment 8c2294b7-0619-4d21-bf0d-4e1646d7f8d6 of type vlan for network c77dcbfb-ab37-4202-95a0-1519c9f6e843 Aug 03 21:16:53.786900 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.880042 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.881054 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:53.881648 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:53.942781 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] Pushing event updated for resources: {'Network': ['ID=c77dcbfb-ab37-4202-95a0-1519c9f6e843,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:53.952991 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:16:54.012522 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-91c8235c-f0fe-4109-8c81-1a21af962ccf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7192533 Aug 03 21:16:54.014965 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48190) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:54.020004 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Request body: {'subnet': {'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1433181918-subnet', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:16:54.113821 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Made reservation on behalf of babc73eb4c8542818ed49ef333c97043 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:16:54.116303 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:54.560098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:54.616584 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc8587b-3070-4b14-82dd-9cda6541b917,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:54.624352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Checking segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:16:54.624713 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Network hostable DHCP agents. Network: c77dcbfb-ab37-4202-95a0-1519c9f6e843, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:16:54.731093 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:16:54.834404 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, c77dcbfb-ab37-4202-95a0-1519c9f6e843) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:16:54.838418 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:16:54.839066 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:54.846127 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45ee4b-c920-48da-b73d-596a1d8441e5 None None] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:16:54.944555 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5c3db16f-3fe1-4e0c-a111-79f0e8754e19 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9283638 Aug 03 21:16:54.947872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48192) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:54.952331 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:16:54.987668 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:16:54.988514 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.052008 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.053231 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.109235 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.120054 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Allocated IP 172.20.0.2 (c77dcbfb-ab37-4202-95a0-1519c9f6e843/3dc8587b-3070-4b14-82dd-9cda6541b917/c0e6bf94-9d92-42a2-85bf-d0828970dd8f) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:16:55.260644 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.268571 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Transition to ACTIVE for port object c0e6bf94-9d92-42a2-85bf-d0828970dd8f will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:16:55.283148 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Transition to ACTIVE for port object c0e6bf94-9d92-42a2-85bf-d0828970dd8f will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:16:55.313443 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.394825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.438102 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:16:55.443575 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:16:55.445733 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Pushing event updated for resources: {'Port': ['ID=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:55.447892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:16:55.627412 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Attempting to bind port c0e6bf94-9d92-42a2-85bf-d0828970dd8f on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:16:55.627788 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Attempting to bind port c0e6bf94-9d92-42a2-85bf-d0828970dd8f by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:16:55.628157 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Attempting to bind port c0e6bf94-9d92-42a2-85bf-d0828970dd8f on network c77dcbfb-ab37-4202-95a0-1519c9f6e843 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:16:55.633813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:16:55.634185 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Checking segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:16:55.634591 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.634987 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Bound using segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:16:55.635494 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Bound port: c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:16:55.635883 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.655916 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.675762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.703497 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] For port c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:16:55.706602 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] For port c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:16:55.780859 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Allocated IP 172.27.0.244 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/de291293-f342-48dd-965d-65a84d16e28b) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:16:55.834771 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.891559 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:55.894894 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84bcca-98cd-4b85-a966-cc7c80f6d0df None None] Pushing event updated for resources: {'Port': ['ID=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:56.063218 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:56.119404 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:16:56.120837 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:16:56.124752 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:16:56.130622 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Pushing event updated for resources: {'Port': ['ID=de291293-f342-48dd-965d-65a84d16e28b,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:56.189540 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c0e6bf94-9d92-42a2-85bf-d0828970dd8f up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:16:56.319979 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port c0e6bf94-9d92-42a2-85bf-d0828970dd8f completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:16:56.445490 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:56.652458 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:56.799511 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9f525-96e0-4685-a685-2e3d2465a332 None None] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:16:56.868138 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Router 7ee5fd85-854a-4144-9190-33fec95aa6ec is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:16:56.936669 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Provisioning for port c0e6bf94-9d92-42a2-85bf-d0828970dd8f completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:16:56.944271 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Provisioning complete for port c0e6bf94-9d92-42a2-85bf-d0828970dd8f triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:56.944649 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:56.974890 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:16:56.989794 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Sync routers for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:16:57.004556 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:57.005210 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:57.046184 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.049849 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-301ac017-656e-4279-a517-499bed8360b1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0983794 Aug 03 21:16:57.050084 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48194) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:16:57.118641 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.178895 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] For port c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:16:57.178895 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:57.280915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.361907 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Pushing event updated for resources: {'Port': ['ID=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:57.388772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.389130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.389477 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.389819 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.390160 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.390499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.390834 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.391191 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.391522 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.391853 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.392177 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.392534 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5913a12b-166e-4a51-9a1c-7d4054f7ba8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:16:57.422915 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3824acf9-c499-42ac-9bfb-5221d506a646 None None] Provisioning complete for port c0e6bf94-9d92-42a2-85bf-d0828970dd8f triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:57.423177 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3824acf9-c499-42ac-9bfb-5221d506a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.473135 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:56Z', 'revision_number': 3, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:57.509139 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Checking router: 7ee5fd85-854a-4144-9190-33fec95aa6ec for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:16:57.509493 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Updating router 7ee5fd85-854a-4144-9190-33fec95aa6ec port de291293-f342-48dd-965d-65a84d16e28b binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:16:57.538662 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.725442 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.831696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.846692 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Transition to ACTIVE for port object de291293-f342-48dd-965d-65a84d16e28b will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:16:57.886752 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Allocated IP 172.20.0.1 (c77dcbfb-ab37-4202-95a0-1519c9f6e843/3dc8587b-3070-4b14-82dd-9cda6541b917/628c449e-99f4-4771-b152-0b4b7d2cef8d) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:16:57.958843 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:57.993353 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.008088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Transition to ACTIVE for port object 628c449e-99f4-4771-b152-0b4b7d2cef8d will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:16:58.016953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Attempting to bind port de291293-f342-48dd-965d-65a84d16e28b on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:16:58.017320 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Attempting to bind port de291293-f342-48dd-965d-65a84d16e28b by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:16:58.023702 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Attempting to bind port de291293-f342-48dd-965d-65a84d16e28b on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:16:58.023702 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd817175-b846-4231-9307-3e633f3e48fd None None] Pushing event updated for resources: {'Port': ['ID=de291293-f342-48dd-965d-65a84d16e28b,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:58.026016 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:16:58.026394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:16:58.026795 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.027212 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:16:58.027680 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Bound port: de291293-f342-48dd-965d-65a84d16e28b, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:16:58.028047 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.079334 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] For port de291293-f342-48dd-965d-65a84d16e28b, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:16:58.086207 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] For port de291293-f342-48dd-965d-65a84d16e28b, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=de291293-f342-48dd-965d-65a84d16e28b,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:16:58.124563 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c0e6bf94-9d92-42a2-85bf-d0828970dd8f up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:16:58.143334 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.174477 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port c0e6bf94-9d92-42a2-85bf-d0828970dd8f triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:58.174858 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.182163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:16:58.185033 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:16:58.188766 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:16:58.217051 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Pushing event updated for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:58.236655 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.280604 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.344538 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:16:58.345205 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:58.381592 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd817175-b846-4231-9307-3e633f3e48fd None None] Pushing event updated for resources: {'Port': ['ID=de291293-f342-48dd-965d-65a84d16e28b,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:58.462034 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:16:58.507342 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.553007 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2ffc2091-61d0-4a28-b89c-c5b410249c7d None None] Provisioning for port 628c449e-99f4-4771-b152-0b4b7d2cef8d completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:16:58.559654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-2ffc2091-61d0-4a28-b89c-c5b410249c7d None None] Provisioning complete for port 628c449e-99f4-4771-b152-0b4b7d2cef8d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:58.560020 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2091-61d0-4a28-b89c-c5b410249c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.616967 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc2091-61d0-4a28-b89c-c5b410249c7d None None] Port 628c449e-99f4-4771-b152-0b4b7d2cef8d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:16:58.680051 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:56Z', 'revision_number': 3, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:16:58.707935 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb993a-7b44-4d6d-9329-50544f143f1b None None] The sync data for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi is: [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:56Z', 'revision_number': 3, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:16:58.728471 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.805585 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:58.878275 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Pushing event updated for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:16:58.882184 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:59.017623 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:16:59.019420 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:16:59.162075 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Router 7ee5fd85-854a-4144-9190-33fec95aa6ec has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:16:59.251479 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a9d867a6-a1ed-43c0-bdba-2c90eabb01a9 None None] Provisioning complete for port 628c449e-99f4-4771-b152-0b4b7d2cef8d triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:16:59.251990 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9d867a6-a1ed-43c0-bdba-2c90eabb01a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:16:59.286094 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:16:59.289600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a9d867a6-a1ed-43c0-bdba-2c90eabb01a9 None None] Port 628c449e-99f4-4771-b152-0b4b7d2cef8d cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:16:59.291739 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8d8514bb-cd3d-4bd7-b6cf-54523f25a75f admin admin] 10.222.0.32 "PUT /v2.0/routers/7ee5fd85-854a-4144-9190-33fec95aa6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405877 Aug 03 21:17:00.169384 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device de291293-f342-48dd-965d-65a84d16e28b up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:00.192028 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48210) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:00.197304 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300829307-network', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:00.400022 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Made reservation on behalf of 73136610e35a45a1a8083ec70df8a80b for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:17:00.402574 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.418684 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.445605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port de291293-f342-48dd-965d-65a84d16e28b completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:00.449876 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Sync routers for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:00.450437 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port de291293-f342-48dd-965d-65a84d16e28b triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:00.450787 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.459709 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:00.460349 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:00.504975 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.529232 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.549348 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port de291293-f342-48dd-965d-65a84d16e28b, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=de291293-f342-48dd-965d-65a84d16e28b,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:00.568891 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:00.611754 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.634608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:17:00.647865 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee093c2-75f8-464d-bd64-f93d3271c919,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:00.653511 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.653848 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Added segment 59786f25-c195-4a5c-9f07-e80da523119b of type vlan for network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 Aug 03 21:17:00.663077 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.699896 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.717575 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=de291293-f342-48dd-965d-65a84d16e28b,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:00.776998 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 2, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:00.801689 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Checking router: 7ee5fd85-854a-4144-9190-33fec95aa6ec for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:00.802040 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Updating router 7ee5fd85-854a-4144-9190-33fec95aa6ec port 628c449e-99f4-4771-b152-0b4b7d2cef8d binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:17:00.827875 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.857343 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.858588 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:00.859232 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:00.921258 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9e398f-9e8a-4f71-b678-abb8da2b6d07,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:00.932583 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:17:01.035998 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7892936d-01a1-49ef-a4ea-d34116ef9ff5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8418298 Aug 03 21:17:01.037885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48212) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:01.044878 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Request body: {'subnet': {'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300829307-subnet', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:01.119036 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.130316 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Transition to ACTIVE for port object 628c449e-99f4-4771-b152-0b4b7d2cef8d will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:01.217190 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Made reservation on behalf of 73136610e35a45a1a8083ec70df8a80b for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:17:01.219748 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.354658 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.410339 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Pushing event updated for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:01.433898 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.434256 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.434601 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.434932 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.435283 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.435615 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.436337 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.436337 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.436580 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.436921 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.437230 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.437547 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:01.467899 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Attempting to bind port 628c449e-99f4-4771-b152-0b4b7d2cef8d on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:01.468600 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Attempting to bind port 628c449e-99f4-4771-b152-0b4b7d2cef8d by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:01.468600 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Attempting to bind port 628c449e-99f4-4771-b152-0b4b7d2cef8d on network c77dcbfb-ab37-4202-95a0-1519c9f6e843 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:01.474150 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:01.474521 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Checking segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:01.474920 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.475340 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Bound using segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:01.475811 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Bound port: 628c449e-99f4-4771-b152-0b4b7d2cef8d, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:01.476219 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.548892 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] For port 628c449e-99f4-4771-b152-0b4b7d2cef8d, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:01.552917 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] For port 628c449e-99f4-4771-b152-0b4b7d2cef8d, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=628c449e-99f4-4771-b152-0b4b7d2cef8d,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:01.561051 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.615128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Pushing event updated for resources: {'Subnet': ['ID=174f528f-b722-4f31-8803-dd187b22dab9,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:01.634012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Checking segment: {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:01.634373 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Network hostable DHCP agents. Network: 0c9e398f-9e8a-4f71-b678-abb8da2b6d07, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:17:01.675068 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:01.731724 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:01.732366 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:01.767165 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba265a-c8e5-4def-85d2-94b400e1e674 None None] Pushing event updated for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:01.822793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:17:01.936799 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:01.937198 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 0c9e398f-9e8a-4f71-b678-abb8da2b6d07) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:01.947580 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:01.948143 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02955d16-d2f5-412a-b3d2-23f28f3b7cb8 None None] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:17:01.948830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.042878 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e2ee4d45-db51-4345-9741-3e3c72f980df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0027225 Aug 03 21:17:02.045121 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48214) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:02.051590 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:02.116852 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:17:02.117791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.146864 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:01Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:02.173946 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a95892-04db-4127-9feb-a3eb26bd1f80 None None] The sync data for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi is: [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:01Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:02.184156 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.184156 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.185078 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device de291293-f342-48dd-965d-65a84d16e28b up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:02.258643 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.306400 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port de291293-f342-48dd-965d-65a84d16e28b triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:02.306400 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.338294 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Allocated IP 172.20.0.2 (0c9e398f-9e8a-4f71-b678-abb8da2b6d07/174f528f-b722-4f31-8803-dd187b22dab9/e5d945ee-390e-463f-838e-594e82dac444) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:02.547019 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.553501 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.554696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Transition to ACTIVE for port object e5d945ee-390e-463f-838e-594e82dac444 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:02.572674 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Transition to ACTIVE for port object e5d945ee-390e-463f-838e-594e82dac444 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:02.811996 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.871248 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:02.879861 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:02.882093 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Pushing event updated for resources: {'Port': ['ID=e5d945ee-390e-463f-838e-594e82dac444,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:02.885237 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:02.942131 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Attempting to bind port e5d945ee-390e-463f-838e-594e82dac444 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:02.942504 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Attempting to bind port e5d945ee-390e-463f-838e-594e82dac444 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:02.943061 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Attempting to bind port e5d945ee-390e-463f-838e-594e82dac444 on network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:02.954092 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:02.954904 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Checking segment: {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:02.956087 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.956854 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Bound using segment: {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:02.957770 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Bound port: e5d945ee-390e-463f-838e-594e82dac444, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:02.958425 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:02.984043 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:03.005095 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:03.037197 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] For port e5d945ee-390e-463f-838e-594e82dac444, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:03.044553 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] For port e5d945ee-390e-463f-838e-594e82dac444, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e5d945ee-390e-463f-838e-594e82dac444,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:03.121645 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Allocated IP 172.27.0.62 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/9f9f8c58-10a4-49ea-b6d8-05938ad13135) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:03.178198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:03.233725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:03.258376 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428ff0-9145-45a5-afac-e78d20ec81e9 None None] Pushing event updated for resources: {'Port': ['ID=e5d945ee-390e-463f-838e-594e82dac444,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:03.382440 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:03.434978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:03.436502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:03.440057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:03.475583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Pushing event updated for resources: {'Port': ['ID=9f9f8c58-10a4-49ea-b6d8-05938ad13135,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:03.833279 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.040776 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.203029 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e5d945ee-390e-463f-838e-594e82dac444 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:04.208052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96035d-4f56-46b0-8ddd-a4fc4a73f1c3 None None] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:17:04.319479 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:17:04.454551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:04.457654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3cd9ea3f-b5ac-4856-8b5d-2fe8ec95d310 None None] Provisioning for port e5d945ee-390e-463f-838e-594e82dac444 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:04.465011 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Sync routers for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:04.475983 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:04.476629 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:04.510416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port e5d945ee-390e-463f-838e-594e82dac444 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:04.520831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e5d945ee-390e-463f-838e-594e82dac444 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:04.521405 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.616350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.618121 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5b246bc4-891a-4427-a315-deaae4ebdc1c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5708838 Aug 03 21:17:04.622066 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48218) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:04.622612 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:04.750174 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.769603 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3e405e26-6629-4a0b-807c-3456cce89a37 None None] Provisioning complete for port e5d945ee-390e-463f-838e-594e82dac444 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:04.769974 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3e405e26-6629-4a0b-807c-3456cce89a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.835002 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port e5d945ee-390e-463f-838e-594e82dac444, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e5d945ee-390e-463f-838e-594e82dac444,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:04.922002 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:04.922839 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 628c449e-99f4-4771-b152-0b4b7d2cef8d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:04.926675 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3e405e26-6629-4a0b-807c-3456cce89a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.021516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:03Z', 'revision_number': 3, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:05.055680 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.072794 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=e5d945ee-390e-463f-838e-594e82dac444,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:05.080707 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Checking router: 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:05.081070 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Updating router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:17:05.118339 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.120227 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-3e405e26-6629-4a0b-807c-3456cce89a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 21:17:05.120613 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-3e405e26-6629-4a0b-807c-3456cce89a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 21:17:05.202439 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 628c449e-99f4-4771-b152-0b4b7d2cef8d completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:05.210169 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 628c449e-99f4-4771-b152-0b4b7d2cef8d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:05.211727 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.216269 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Allocated IP 172.20.0.1 (0c9e398f-9e8a-4f71-b678-abb8da2b6d07/174f528f-b722-4f31-8803-dd187b22dab9/7639cb70-fd16-49e1-b8b7-f9bff6c910aa) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:05.325773 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.342198 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Transition to ACTIVE for port object 7639cb70-fd16-49e1-b8b7-f9bff6c910aa will not be triggered until provisioned by entity DHCP. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:05.492150 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.525708 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.531768 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:05.534843 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:05.538350 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:05.562481 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Pushing event updated for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:05.610141 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.610658 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 628c449e-99f4-4771-b152-0b4b7d2cef8d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=628c449e-99f4-4771-b152-0b4b7d2cef8d,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:05.661758 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.682382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Transition to ACTIVE for port object 9f9f8c58-10a4-49ea-b6d8-05938ad13135 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:05.714434 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.772857 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:05.777243 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.846375 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Attempting to bind port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:05.846749 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Attempting to bind port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:05.847136 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Attempting to bind port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:05.849369 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa297c1-8e25-4342-be07-3d068f541f21 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8c58-10a4-49ea-b6d8-05938ad13135,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:05.856090 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:05.856496 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:05.856884 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.857276 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:05.857752 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Bound port: 9f9f8c58-10a4-49ea-b6d8-05938ad13135, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:05.858798 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.867293 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.917386 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] For port 9f9f8c58-10a4-49ea-b6d8-05938ad13135, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:05.921127 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] For port 9f9f8c58-10a4-49ea-b6d8-05938ad13135, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=9f9f8c58-10a4-49ea-b6d8-05938ad13135,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:05.931278 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-aae9279e-1123-43af-9863-a7cb92560456 None None] Provisioning for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:05.939458 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-aae9279e-1123-43af-9863-a7cb92560456 None None] Provisioning complete for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:05.939841 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aae9279e-1123-43af-9863-a7cb92560456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:05.979385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-aae9279e-1123-43af-9863-a7cb92560456 None None] Port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:17:06.041346 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.041755 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.107583 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:06.108287 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:06.111412 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa297c1-8e25-4342-be07-3d068f541f21 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8c58-10a4-49ea-b6d8-05938ad13135,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:06.146149 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e5d945ee-390e-463f-838e-594e82dac444 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:06.160201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.225100 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Pushing event updated for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:06.230958 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.260121 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:06.262004 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e5d945ee-390e-463f-838e-594e82dac444 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:06.262376 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.337707 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:06.339293 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:06.470271 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:06.495126 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 628c449e-99f4-4771-b152-0b4b7d2cef8d up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:06.550825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.590344 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 628c449e-99f4-4771-b152-0b4b7d2cef8d triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:06.590727 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.613998 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:06.624933 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-804c237b-bc72-4c14-948f-fdf95e5a997d admin admin] 10.222.0.32 "PUT /v2.0/routers/4e2fc353-9cf9-45a4-90c5-681f70e1a2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9968252 Aug 03 21:17:06.628813 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e207a892-88c7-488c-99eb-cc614078467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '7639cb70-fd16-49e1-b8b7-f9bff6c910aa', 'name': '', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'mac_address': 'fa:16:3e:89:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:05Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 1, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'subnets': [{'id': '174f528f-b722-4f31-8803-dd187b22dab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:06.670374 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207a892-88c7-488c-99eb-cc614078467d None None] The sync data for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi is: [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '7639cb70-fd16-49e1-b8b7-f9bff6c910aa', 'name': '', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'mac_address': 'fa:16:3e:89:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:05Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 1, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'subnets': [{'id': '174f528f-b722-4f31-8803-dd187b22dab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:06.674955 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-7e9147fc-4812-4e9b-b958-b1c6e0ec886a None None] Provisioning complete for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:06.675372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7e9147fc-4812-4e9b-b958-b1c6e0ec886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:06.765039 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7e9147fc-4812-4e9b-b958-b1c6e0ec886a None None] Port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:17:07.391776 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48226) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:07.396715 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115658730', 'description': 'tempest-secgroup-smoke-2115658730 description', 'project_id': 'babc73eb4c8542818ed49ef333c97043'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:07.525721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:07.620671 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:07.719914 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:07.755929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb21d6a-ae8f-43bc-a8f8-8756a4819415,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:07.891284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:07.892582 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0073fe11-2ce7-4116-a545-47179450f8d6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4997430 Aug 03 21:17:07.895484 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48236) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:07.901413 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:08.033391 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.089873 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.150245 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 9f9f8c58-10a4-49ea-b6d8-05938ad13135 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:08.177605 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.199725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2388f9-0dfd-4001-a8c0-9f313cbeb9ca,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:08.320289 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:08.326656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.326656 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-12ef8e5f-871c-4b66-a5b9-98012f53d33f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276459 Aug 03 21:17:08.326892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:08.326892 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.327112 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48240) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:08.331600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:08.396752 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b811e-f967-4b36-9f7f-af194cd2859e req-4ef7daf5-786b-4305-a881-9c908532b013 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:08.398321 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3b811e-f967-4b36-9f7f-af194cd2859e req-4ef7daf5-786b-4305-a881-9c908532b013 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0619774 Aug 03 21:17:08.407615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.428130 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 9f9f8c58-10a4-49ea-b6d8-05938ad13135, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=9f9f8c58-10a4-49ea-b6d8-05938ad13135,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:08.439745 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ea3b811e-f967-4b36-9f7f-af194cd2859e req-64b67b4e-b5f6-4ddd-99eb-8334ab92288f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354910 Aug 03 21:17:08.463131 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.513877 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.525392 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.574061 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=9f9f8c58-10a4-49ea-b6d8-05938ad13135,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:08.617060 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.636023 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb6073b-55ef-4d57-a3a0-0a6c06685abf,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:08.719114 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.723367 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a11a27f2-e8fd-42ef-8f8e-ab114def7b2f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3925917 Aug 03 21:17:08.724872 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48242) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:08.730133 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:08.846651 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.908632 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:08.982875 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.004757 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5009b93f-76ca-4558-98ab-909be26d01f6,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:09.130268 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.131461 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-41147d3a-3a34-43dc-8c72-5820a4a15195 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055090 Aug 03 21:17:09.134212 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48244) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:09.138725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:09.332313 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.394338 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.531511 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.550948 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fd596f-12c8-4078-82da-625b0ea7b1ee,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:09.560271 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0a8a-f330-4c37-8173-bd34bbf90f37 req-81f72f71-83f6-48c6-bda1-3770de83a015 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:09.561813 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0cac0a8a-f330-4c37-8173-bd34bbf90f37 req-81f72f71-83f6-48c6-bda1-3770de83a015 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Aug 03 21:17:09.601830 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0cac0a8a-f330-4c37-8173-bd34bbf90f37 req-a682311b-2587-4510-ba9d-37fd016d00f1 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334482 Aug 03 21:17:09.668740 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.669927 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5408f0da-aa8d-4ce3-af30-e04ffc0ab874 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5347939 Aug 03 21:17:09.672604 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48248) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:09.677130 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:09.834477 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Project babc73eb4c8542818ed49ef333c97043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:17:09.841357 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:09.914419 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.016950 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.034614 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4751e83-2a57-41d4-b3a7-13b4980ba944,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:10.070718 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Sync routers for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:10.080113 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:10.080113 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:10.135306 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 9f9f8c58-10a4-49ea-b6d8-05938ad13135 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:10.137284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.139607 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2196c6d1-c60b-4c6a-a430-709475c94bc0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4659593 Aug 03 21:17:10.142528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48250) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:10.147684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'security_group_rule': {'security_group_id': '3fb21d6a-ae8f-43bc-a8f8-8756a4819415', 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:10.189162 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:10.189629 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.194131 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:10.250853 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Project babc73eb4c8542818ed49ef333c97043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:17:10.256725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.328261 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.397164 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '7639cb70-fd16-49e1-b8b7-f9bff6c910aa', 'name': '', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'mac_address': 'fa:16:3e:89:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:05Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 2, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'subnets': [{'id': '174f528f-b722-4f31-8803-dd187b22dab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:10.429037 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Checking router: 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:10.429389 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Updating router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:17:10.440898 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.455548 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.471208 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-112390f7-4902-48ce-9058-57105277e452 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:10.472765 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-112390f7-4902-48ce-9058-57105277e452 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.0703330 Aug 03 21:17:10.477599 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d91688-3298-4f29-a620-4d9331204047,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:10.560466 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.561595 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-57c34ab8-e203-4608-bc62-6ff1eb1638bc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4180665 Aug 03 21:17:10.576549 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Deleting port e69d88d4-caf9-430c-b16e-9bed99ffa279 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:10.576898 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.702966 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] For port e69d88d4-caf9-430c-b16e-9bed99ffa279, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e69d88d4-caf9-430c-b16e-9bed99ffa279,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:10.703666 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.771552 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.784994 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Transition to ACTIVE for port object 7639cb70-fd16-49e1-b8b7-f9bff6c910aa will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:10.791905 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba0fd-5ffd-4bb9-9789-a963bb7a1002 req-1b0c8549-3cdf-4118-b03f-4a0f56606ecb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:10.793504 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-56eba0fd-5ffd-4bb9-9789-a963bb7a1002 req-1b0c8549-3cdf-4118-b03f-4a0f56606ecb tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 945 time: 0.1077771 Aug 03 21:17:10.873393 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.891472 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-56eba0fd-5ffd-4bb9-9789-a963bb7a1002 req-4f1f91db-2e02-4ba7-903b-4ba6c83ae529 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=8aa8bd70-4292-49f7-9456-417c4df473ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857069 Aug 03 21:17:10.955668 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.958726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:10.958726 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Floating IP ae2ae768-e9a9-496e-82b0-d6c7299a79ee disassociated. External IP: 172.27.0.144, port: e69d88d4-caf9-430c-b16e-9bed99ffa279. Aug 03 21:17:10.958726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Calling delete_port for e69d88d4-caf9-430c-b16e-9bed99ffa279 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:10.967160 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41534ba-36b7-4df1-bdf3-ad71206cda75 None None] Pushing event updated for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:10.999823 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Attempting to bind port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:11.000193 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Attempting to bind port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:11.000553 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Attempting to bind port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa on network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:11.006641 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:11.007580 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Checking segment: {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:11.007781 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:11.013634 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Bound using segment: {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:11.013634 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Bound port: 7639cb70-fd16-49e1-b8b7-f9bff6c910aa, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59786f25-c195-4a5c-9f07-e80da523119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:11.013634 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:11.083717 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] For port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:11.087536 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] For port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:11.189836 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:17:11.234378 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:11.235202 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:11.263032 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'Port': ['ID=e69d88d4-caf9-430c-b16e-9bed99ffa279,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:11.296522 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:11.297181 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:11.355499 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41534ba-36b7-4df1-bdf3-ad71206cda75 None None] Pushing event updated for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:11.409323 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:11.433172 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:11.717345 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '7639cb70-fd16-49e1-b8b7-f9bff6c910aa', 'name': '', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'mac_address': 'fa:16:3e:89:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:05Z', 'updated_at': '2021-08-03T21:17:11Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'subnets': [{'id': '174f528f-b722-4f31-8803-dd187b22dab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:11.747342 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9fd5-cec8-4f22-baf8-908db31f92c4 None None] The sync data for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi is: [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '7639cb70-fd16-49e1-b8b7-f9bff6c910aa', 'name': '', 'network_id': '0c9e398f-9e8a-4f71-b678-abb8da2b6d07', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'mac_address': 'fa:16:3e:89:0a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '174f528f-b722-4f31-8803-dd187b22dab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:05Z', 'updated_at': '2021-08-03T21:17:11Z', 'revision_number': 4, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'subnets': [{'id': '174f528f-b722-4f31-8803-dd187b22dab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:11.864352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:11.884150 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:11.889274 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:11.890015 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:11.909954 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] No DVR routers for this DVR port e69d88d4-caf9-430c-b16e-9bed99ffa279 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:17:11.912985 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:11.917362 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-438fe95f-0ca1-4022-89b2-efed4e21699c req-6ff4fbd3-4702-46b7-bb56-41835d3c3245 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "DELETE /v2.0/ports/e69d88d4-caf9-430c-b16e-9bed99ffa279 HTTP/1.1" status: 204 len: 173 time: 1.4375024 Aug 03 21:17:11.924086 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'name': 'network-vif-deleted', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:11.924086 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435075d6-29a2-4780-ba96-8b9e2316d157" -d '{"events": [{"server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "name": "network-vif-deleted", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:11.969723 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fcc523-31d2-4952-8b9b-11b1f3beb0e6 x-openstack-request-id: req-c9fcc523-31d2-4952-8b9b-11b1f3beb0e6 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:11.970013 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de3df9-dee4-45ce-97bc-4b9b798506a2", "name": "network-vif-deleted", "tag": "e69d88d4-caf9-430c-b16e-9bed99ffa279", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:11.970305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9fcc523-31d2-4952-8b9b-11b1f3beb0e6 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:11.972914 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65de3df9-dee4-45ce-97bc-4b9b798506a2', 'name': 'network-vif-deleted', 'tag': 'e69d88d4-caf9-430c-b16e-9bed99ffa279', 'status': 'completed', 'code': 200} Aug 03 21:17:12.019843 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ce137567-eea0-41ee-949f-0e30dab9cb40 req-4e4517e9-b3ae-4dcf-a52f-af21a5792bba tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0293593 Aug 03 21:17:12.026469 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:12.204558 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 7639cb70-fd16-49e1-b8b7-f9bff6c910aa up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:12.460986 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:12.488769 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:12.498010 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:12.498636 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:12.579923 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:12.591177 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:12.591682 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:12.639011 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:12.794568 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:12.858697 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:12.917530 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:12.950865 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628f9bfa-2052-475c-b124-0299c252f918 None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:13.016002 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:13.068053 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:13.136679 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a002386-68fe-473c-90c4-005e51bb42d5 req-92958631-051c-457a-975b-10c9bb352e7f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=65de3df9-dee4-45ce-97bc-4b9b798506a2 HTTP/1.1" status: 200 len: 210 time: 0.0306077 Aug 03 21:17:13.196104 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device e69d88d4-caf9-430c-b16e-9bed99ffa279 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:17:13.215895 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: e69d88d4-caf9-430c-b16e-9bed99ffa279 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:17:13.216167 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device e69d88d4-caf9-430c-b16e-9bed99ffa279 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:17:13.632173 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409a6a5-37ef-4b60-a9d6-953df5b85fb6 None None] New status for floating IP ae2ae768-e9a9-496e-82b0-d6c7299a79ee: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:17:14.132950 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 7639cb70-fd16-49e1-b8b7-f9bff6c910aa up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:14.184230 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:14.184609 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.303696 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48332) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:14.368432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.394734 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.514479 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.517108 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.518327 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "DELETE /v2.0/security-groups/8aa8bd70-4292-49f7-9456-417c4df473ef HTTP/1.1" status: 204 len: 168 time: 0.2136300 Aug 03 21:17:14.523064 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48334) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:14.548872 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-0e1987b4-30e8-4de6-8d38-2fd15ec6e8a5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] show failed (client error): The resource could not be found. Aug 03 21:17:14.552918 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0e1987b4-30e8-4de6-8d38-2fd15ec6e8a5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups/8aa8bd70-4292-49f7-9456-417c4df473ef HTTP/1.1" status: 404 len: 347 time: 0.0258803 Aug 03 21:17:14.552918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30585d-78ce-46ec-afc7-328186f822dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8bd70-4292-49f7-9456-417c4df473ef,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:14.553807 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48336) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:14.628487 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf70f-1238-4e08-b483-ba2426a1386c req-4b2dd8c4-ac20-4ccd-93ff-fd86ed326c3b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:14.630082 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd4bf70f-1238-4e08-b483-ba2426a1386c req-4b2dd8c4-ac20-4ccd-93ff-fd86ed326c3b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.3359475 Aug 03 21:17:14.694830 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cd4bf70f-1238-4e08-b483-ba2426a1386c req-1c8a509c-f35a-4c9d-9a37-959b2ee941fc tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Aug 03 21:17:14.719496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Deleting port 0681c85e-8f2e-49af-b418-e5b4606d464b {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:14.719841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.798328 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.798666 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:14.811575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Calling delete_port for 0681c85e-8f2e-49af-b418-e5b4606d464b owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:15.034297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.060069 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'Port': ['ID=0681c85e-8f2e-49af-b418-e5b4606d464b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:15.120196 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.122780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.123948 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a1cec4e7-e9c2-4a6f-ac20-0e449cd9d821 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "DELETE /v2.0/floatingips/ae2ae768-e9a9-496e-82b0-d6c7299a79ee HTTP/1.1" status: 204 len: 168 time: 0.5690880 Aug 03 21:17:15.549299 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48342) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:15.553981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590560509', 'description': 'tempest-description--1723932352'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:15.645528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.732540 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.809646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-30c8ed70-7f60-431d-a002-e6992c40eca1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:15.811169 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-30c8ed70-7f60-431d-a002-e6992c40eca1 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0556045 Aug 03 21:17:15.813826 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95539f79-afb1-4f5b-96a5-a5befc182433 req-ca51c5da-5167-4c1a-bac7-b1074f8dda6f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:15.815403 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95539f79-afb1-4f5b-96a5-a5befc182433 req-ca51c5da-5167-4c1a-bac7-b1074f8dda6f tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 946 time: 0.0513995 Aug 03 21:17:15.828897 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.856774 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-95539f79-afb1-4f5b-96a5-a5befc182433 req-92d15574-6f4b-4761-afff-2aae2e81114b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups?id=1091b6ad-9342-4551-8f78-14a25a017343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340919 Aug 03 21:17:15.912833 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e1b239-02b7-432b-92d1-51e9bb185901,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:15.942152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Deleting port c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:15.942495 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.956220 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:15.957452 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f90bb7f8-00a9-480f-bff6-5b2245c484b6 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4071445 Aug 03 21:17:15.960684 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48348) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:15.966446 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group_rule': {'security_group_id': 'b9e1b239-02b7-432b-92d1-51e9bb185901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:16.037733 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] For port c03efb4d-8260-4055-a26f-478853555a4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c03efb4d-8260-4055-a26f-478853555a4e,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:16.038104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.089020 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.136438 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.213195 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.213576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.213892 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Floating IP ae0b1fe0-1175-4265-8e7a-a96fe7a78f79 disassociated. External IP: 172.27.0.75, port: c03efb4d-8260-4055-a26f-478853555a4e. Aug 03 21:17:16.214242 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Calling delete_port for c03efb4d-8260-4055-a26f-478853555a4e owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:16.245695 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.264626 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614d55eb-82d3-4ac8-997a-18f6ea030bad,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:16.342797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.344074 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-07746ec6-58b1-4d4b-8645-0240803879db tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817904 Aug 03 21:17:16.354163 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48352) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:16.358695 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'security_group_rule': {'security_group_id': 'b9e1b239-02b7-432b-92d1-51e9bb185901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:16.399941 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a317d5d6-ab3c-4ba0-9559-912fc0036b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.422650 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.451317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'Port': ['ID=c03efb4d-8260-4055-a26f-478853555a4e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:16.484889 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.543490 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.569884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:16.611598 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.630827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5674e03-b34f-4656-8e48-bc3dff4ba9f4,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:16.688576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:16.700124 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:16.715455 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:16.716251 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:16.719918 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.722422 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-226bb2e3-2c72-438c-b72b-98d2516c36f5 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662426 Aug 03 21:17:16.724550 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48354) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:16.730088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:16.733328 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] No DVR routers for this DVR port c03efb4d-8260-4055-a26f-478853555a4e on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:17:16.735882 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:16.738447 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7a746de-6b71-4fca-ab01-b844ee61f6b1 req-0e7a6606-a514-4048-a753-fed4594500b6 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.79 "DELETE /v2.0/ports/c03efb4d-8260-4055-a26f-478853555a4e HTTP/1.1" status: 204 len: 173 time: 0.9201539 Aug 03 21:17:16.738575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-deleted', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:16.741240 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e813781-cb01-450e-bbce-b05ebd7df99e" -d '{"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-deleted", "tag": "c03efb4d-8260-4055-a26f-478853555a4e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:16.799620 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec20be44-62a6-41e3-bcad-c106d34841be x-openstack-request-id: req-ec20be44-62a6-41e3-bcad-c106d34841be {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:16.799620 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79516360-cccc-4e3d-8947-6bfa584deb03", "name": "network-vif-deleted", "tag": "c03efb4d-8260-4055-a26f-478853555a4e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:16.799620 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec20be44-62a6-41e3-bcad-c106d34841be {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:16.799620 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79516360-cccc-4e3d-8947-6bfa584deb03', 'name': 'network-vif-deleted', 'tag': 'c03efb4d-8260-4055-a26f-478853555a4e', 'status': 'completed', 'code': 200} Aug 03 21:17:16.855145 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:16.932314 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.028838 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a2b72a1d-8a66-46ae-8d71-89767209031d req-0c12fd00-3988-46ca-92e0-9189644dddac tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79516360-cccc-4e3d-8947-6bfa584deb03 HTTP/1.1" status: 200 len: 210 time: 0.0427589 Aug 03 21:17:17.086923 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.105857 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:17.132391 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:17.146438 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:17.147136 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:16:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:17.205798 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Allocated IP 172.27.0.36 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/e850e90f-3d6c-4ee5-9e4f-5da651c30f89) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:17.263946 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:17.310716 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.446413 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.491351 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:17.491671 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:17.498277 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:17.502932 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:17.508200 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=e850e90f-3d6c-4ee5-9e4f-5da651c30f89,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:17.528383 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bcf82-b12e-4577-9246-a24496d6f2ee None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:09:19Z', 'revision_number': 4, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'fd3e69ed-b448-4fbd-b2db-dd90e137ddd5', 'name': '', 'network_id': '8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'mac_address': 'fa:16:3e:2a:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:18Z', 'updated_at': '2021-08-03T21:09:29Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'subnets': [{'id': '7a1e2707-a1b1-43a1-8246-2ae965b15cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:17.595482 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.697575 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.759030 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19603b-0c33-4552-87ac-66c895018e09 None None] New status for floating IP ae0b1fe0-1175-4265-8e7a-a96fe7a78f79: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:17:17.850509 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:17.954246 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:18.027384 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=e850e90f-3d6c-4ee5-9e4f-5da651c30f89,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:18.037657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:18.154211 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:18.155868 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-290c59cb-2129-4a8c-ac57-2c11cff10c1f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4299080 Aug 03 21:17:18.355772 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-b30ddf13-dc39-499a-98f2-ca2282909081 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1590560509&fields=id&tenant_id=81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 267 time: 0.0338266 Aug 03 21:17:18.471377 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-a7ab5710-837e-4842-9556-b188d7bee325 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:18.472935 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-a7ab5710-837e-4842-9556-b188d7bee325 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 810 time: 0.1081624 Aug 03 21:17:18.487787 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-83145b19-609c-4910-a672-ca22055e73ce tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/quotas/81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Aug 03 21:17:18.542094 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-021e2422-da38-4858-96df-7e0b235e2dbd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484300 Aug 03 21:17:18.642894 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-f7969313-feab-4c00-a243-e27d37184b57 service neutron] 10.222.0.32 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887105 Aug 03 21:17:18.734285 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-e8ad9316-6c74-4892-8735-21df279759ca service neutron] 10.222.0.32 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848663 Aug 03 21:17:19.001137 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a90ad686-be72-44f7-9c2c-4589a6c5a933 req-4ebbb016-6e70-41f6-9028-27621fa49365 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 210 time: 0.0319886 Aug 03 21:17:19.051748 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8f831f26-25b3-41c6-bf54-ea8529a11b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.230657 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:17:19.253184 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.254933 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: c03efb4d-8260-4055-a26f-478853555a4e {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:17:19.255264 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device c03efb4d-8260-4055-a26f-478853555a4e not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:17:19.281402 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48392) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:19.343630 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.369146 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.508827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.511468 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.512705 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "DELETE /v2.0/security-groups/1091b6ad-9342-4551-8f78-14a25a017343 HTTP/1.1" status: 204 len: 168 time: 0.2300858 Aug 03 21:17:19.516028 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48394) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:19.530506 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602562e1-f6b9-4671-bfe9-204732a56f9b tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091b6ad-9342-4551-8f78-14a25a017343,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:19.543646 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.api.v2.resource [None req-46941d17-950a-41c3-bb73-60a695aec973 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] show failed (client error): The resource could not be found. Aug 03 21:17:19.543646 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-46941d17-950a-41c3-bb73-60a695aec973 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "GET /v2.0/security-groups/1091b6ad-9342-4551-8f78-14a25a017343 HTTP/1.1" status: 404 len: 347 time: 0.0198352 Aug 03 21:17:19.545741 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48398) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:19.673118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Deleting port c61c5938-a74b-4c65-8788-92ad65c6fd9f {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:19.673370 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.752361 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.752692 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:19.764872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Calling delete_port for c61c5938-a74b-4c65-8788-92ad65c6fd9f owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:20.011166 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:20.035535 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Pushing event deleted for resources: {'Port': ['ID=c61c5938-a74b-4c65-8788-92ad65c6fd9f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:20.103715 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:20.106423 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:20.107639 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a0bbbc32-7e8e-4f8e-b545-f582005c2166 tempest-AttachVolumeShelveTestJSON-1641955872 tempest-AttachVolumeShelveTestJSON-1641955872-project] 10.222.0.32 "DELETE /v2.0/floatingips/ae0b1fe0-1175-4265-8e7a-a96fe7a78f79 HTTP/1.1" status: 204 len: 168 time: 0.5608747 Aug 03 21:17:20.113422 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1349e1d4-0013-4be2-badd-2a721964168f req-824d9532-eb51-4a22-a383-71fb72e82471 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 210 time: 0.0413241 Aug 03 21:17:20.553772 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:21.215748 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9360d625-88ae-4d30-a05d-5ef5b7cd037b req-d3d9b508-b9b0-4f8e-b7f1-4c476b7c01de tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 210 time: 0.0339515 Aug 03 21:17:21.661847 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-995bf403-c006-436d-adf5-ab2ccb93a9ec tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:21.663341 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-995bf403-c006-436d-adf5-ab2ccb93a9ec tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 810 time: 0.1269073 Aug 03 21:17:21.720061 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-8b5bdb4c-477f-499f-a651-4ff48edb7829 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81801dd85fe940e9b72dc4e7c697c073 HTTP/1.1" status: 200 len: 380 time: 0.0457540 Aug 03 21:17:21.730369 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'port': {'device_id': '6fc05a2e-9394-427f-a41a-72606215abc9', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'admin_state_up': True, 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'security_groups': ['b9e1b239-02b7-432b-92d1-51e9bb185901']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:21.954372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:21.955102 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Made reservation on behalf of 81801dd85fe940e9b72dc4e7c697c073 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:17:21.959460 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.095826 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Allocated IP 172.20.0.14 (6b324ef2-af90-4c23-994d-fb284262906f/13c6c475-458d-451f-8592-5ec71a755940/b914ed3e-ba5c-49aa-a323-3f357a7481d2) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:22.248729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.264712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Transition to ACTIVE for port object b914ed3e-ba5c-49aa-a323-3f357a7481d2 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:22.325699 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2109ded-02ea-410b-87bf-b114eb5624be req-483e98aa-6948-4f9c-83b7-6b5672570170 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 210 time: 0.0267439 Aug 03 21:17:22.490592 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.545785 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Network 6b324ef2-af90-4c23-994d-fb284262906f is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:22.549788 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:22.554464 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:22.562008 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event updated for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:22.616562 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:22.617255 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.733596 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-95f65837-99ad-446a-9964-3e643aff8dbe tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0057323 Aug 03 21:17:22.744295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Request body: {'port': {'device_id': '6fc05a2e-9394-427f-a41a-72606215abc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:22.800033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.836193 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3b9207c0-08c4-469b-ab5e-d3fa75d71b63 None None] Provisioning for port b914ed3e-ba5c-49aa-a323-3f357a7481d2 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:22.839180 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3b9207c0-08c4-469b-ab5e-d3fa75d71b63 None None] Provisioning complete for port b914ed3e-ba5c-49aa-a323-3f357a7481d2 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:22.839616 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3b9207c0-08c4-469b-ab5e-d3fa75d71b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:22.880882 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-3b9207c0-08c4-469b-ab5e-d3fa75d71b63 None None] Port b914ed3e-ba5c-49aa-a323-3f357a7481d2 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:17:23.087245 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b914ed3e-ba5c-49aa-a323-3f357a7481d2 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:17:23.095876 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.110612 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Transition to ACTIVE for port object b914ed3e-ba5c-49aa-a323-3f357a7481d2 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:23.111487 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48436) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:23.246010 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.304548 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:23.391489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Attempting to bind port b914ed3e-ba5c-49aa-a323-3f357a7481d2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:23.391957 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Attempting to bind port b914ed3e-ba5c-49aa-a323-3f357a7481d2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:23.392390 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Attempting to bind port b914ed3e-ba5c-49aa-a323-3f357a7481d2 on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:23.397624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Port b914ed3e-ba5c-49aa-a323-3f357a7481d2 on network 6b324ef2-af90-4c23-994d-fb284262906f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:17:23.398408 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Attempting to bind port b914ed3e-ba5c-49aa-a323-3f357a7481d2 on network 6b324ef2-af90-4c23-994d-fb284262906f {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:23.404351 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:23.404846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Checking segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:23.405335 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Bound using segment: {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:23.405968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Bound port: b914ed3e-ba5c-49aa-a323-3f357a7481d2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bd2f59-94c8-4145-9446-757ebc274a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:23.406331 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.491422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:23.498796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:23.590656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.598854 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423d67-4bc5-45dc-b3ff-685b40802028 req-fe2504a1-7211-4e53-9dbf-01316144ade8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:23.600502 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97423d67-4bc5-45dc-b3ff-685b40802028 req-fe2504a1-7211-4e53-9dbf-01316144ade8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 944 time: 0.1637931 Aug 03 21:17:23.649961 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:23.651131 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.653710 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] 10.222.0.79 "PUT /v2.0/ports/b914ed3e-ba5c-49aa-a323-3f357a7481d2 HTTP/1.1" status: 200 len: 1094 time: 0.9134946 Aug 03 21:17:23.654470 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:23.658712 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14f707-f6bd-434a-a20d-0ed611095e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:23.685889 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97423d67-4bc5-45dc-b3ff-685b40802028 req-db8cddcb-a5f7-455d-8f78-466d4f12da5d tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689933 Aug 03 21:17:23.714577 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a6ee-d262-4bec-9e2e-67c386a11b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:23.736034 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7990122-b4d5-48b8-a2ad-180d6ff51a44 x-openstack-request-id: req-d7990122-b4d5-48b8-a2ad-180d6ff51a44 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:23.739605 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:23.739605 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7990122-b4d5-48b8-a2ad-180d6ff51a44 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:23.739605 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'status': 'completed', 'code': 200} Aug 03 21:17:23.803928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-b350ca60-9800-4439-97c5-c9e534d75475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:23.805312 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-b350ca60-9800-4439-97c5-c9e534d75475 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 1097 time: 0.0489652 Aug 03 21:17:23.829253 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:23.928797 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-fe73c688-86de-4118-a931-a888bfd1cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:23.930293 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-fe73c688-86de-4118-a931-a888bfd1cf26 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=81801dd85fe940e9b72dc4e7c697c073&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1151769 Aug 03 21:17:24.034351 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-810b746e-eaa3-4741-990b-e299c7c046e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:24.036678 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac14f707-f6bd-434a-a20d-0ed611095e3b req-810b746e-eaa3-4741-990b-e299c7c046e3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988519 Aug 03 21:17:24.102946 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Deleting port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:24.103320 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:24.121691 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-5e3dcfd0-247e-4698-bc3f-6989bb4f7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:24.123280 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-5e3dcfd0-247e-4698-bc3f-6989bb4f7d8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 1097 time: 0.0475645 Aug 03 21:17:24.168031 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-91e9a054-308b-4811-ad1a-e438f7b7ef6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2 HTTP/1.1" status: 200 len: 217 time: 0.0363119 Aug 03 21:17:24.185886 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] For port fd3e69ed-b448-4fbd-b2db-dd90e137ddd5, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:24.186468 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:24.200012 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Calling delete_port for fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:24.222639 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-c9033e3d-2bcb-41a9-928b-138f2f372c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:24.224150 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-c9033e3d-2bcb-41a9-928b-138f2f372c20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0485640 Aug 03 21:17:24.281137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579efed4-f03c-46c1-8d5f-5e961407631f req-cc2f88f3-2052-411a-b964-f32ba6faafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:24.289164 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-cc2f88f3-2052-411a-b964-f32ba6faafcd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488477 Aug 03 21:17:24.381848 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-05d1af0b-60e7-4652-b34b-b613a3e62294 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911808 Aug 03 21:17:24.484174 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-579efed4-f03c-46c1-8d5f-5e961407631f req-733678ea-48a9-445a-98fe-d07fe54c1e57 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919676 Aug 03 21:17:24.513856 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:24.542498 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3e69ed-b448-4fbd-b2db-dd90e137ddd5,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:24.716413 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:24.863197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec0d-e554-452b-98d6-5d5e357f7307 req-26941784-c0b0-4731-b212-bba966038779 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:24.864719 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e413ec0d-e554-452b-98d6-5d5e357f7307 req-26941784-c0b0-4731-b212-bba966038779 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 944 time: 0.0645332 Aug 03 21:17:24.970455 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e413ec0d-e554-452b-98d6-5d5e357f7307 req-05a372a1-a4ea-4aef-8da5-345fe2d0476c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701833 Aug 03 21:17:24.991975 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:25.093816 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:25.099062 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f76e5272-0b0b-4cd8-b264-66f897d797e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861917 Aug 03 21:17:25.101427 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48462) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:25.107202 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Sync routers for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:25.117029 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:25.117636 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:25.203982 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:25.307036 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:25.346661 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:25.503920 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Deleting port b1b7d35c-050c-4e48-bdfb-1d0420832567 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:25.504267 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:25.521854 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:17:24Z', 'revision_number': 5, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port': {'id': 'b1b7d35c-050c-4e48-bdfb-1d0420832567', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:09:15Z', 'updated_at': '2021-08-03T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:25.553964 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Checking router: 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:25.563238 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Routers {'20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:25.563238 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:25.583477 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] For port b1b7d35c-050c-4e48-bdfb-1d0420832567, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=b1b7d35c-050c-4e48-bdfb-1d0420832567,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:25.583841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:25.596974 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Calling delete_port for b1b7d35c-050c-4e48-bdfb-1d0420832567 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:25.649331 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] Set router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:25.702805 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:17:25Z', 'revision_number': 6, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port_host': None}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:25.728950 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d968e96b-67f6-429c-8836-a5e5398d30d2 None None] The sync data for ids ['20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2'] in dv-cinder-786260-15-iscsi is: [{'id': '20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2', 'name': 'tempest-AttachVolumeShelveTestJSON-384945892-router', 'tenant_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:09:14Z', 'updated_at': '2021-08-03T21:17:25Z', 'revision_number': 6, 'project_id': 'd6dc80e0d1a74993828d8d2a3aab2750', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:25.880050 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:25.906234 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b7d35c-050c-4e48-bdfb-1d0420832567,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:25.968890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.345805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.359930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.416667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ab47-5b00-45f1-b06e-2bd55e7e1597 req-c6cc4e31-d91d-4969-82bc-9ca6430ab49f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:26.418178 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5da8ab47-5b00-45f1-b06e-2bd55e7e1597 req-c6cc4e31-d91d-4969-82bc-9ca6430ab49f tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 944 time: 0.0876169 Aug 03 21:17:26.456363 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5da8ab47-5b00-45f1-b06e-2bd55e7e1597 req-c126828f-e8de-4b1b-a6da-a04d574a5c8a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Aug 03 21:17:26.513684 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:17:26.516352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.517173 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:17:26.523924 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.527362 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-04aea3cf-39f4-4daf-bbf6-82e6a2986169 admin admin] 10.222.0.32 "DELETE /v2.0/routers/20723a38-9e12-4fb9-b1ce-3e02c9d8a0a2 HTTP/1.1" status: 204 len: 168 time: 1.4221172 Aug 03 21:17:26.527726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48468) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:26.536526 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:17:26.537001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device fd3e69ed-b448-4fbd-b2db-dd90e137ddd5 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:17:26.581233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Deleting subnet 7a1e2707-a1b1-43a1-8246-2ae965b15cd7 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:17:26.584828 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.620570 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.701133 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.874323 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.899574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1e2707-a1b1-43a1-8246-2ae965b15cd7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:26.904450 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:26.906284 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0b418658-8dd3-40fc-bca4-809ee347cb20 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a1e2707-a1b1-43a1-8246-2ae965b15cd7 HTTP/1.1" status: 204 len: 168 time: 0.3776927 Aug 03 21:17:26.908909 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48472) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:26.909593 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1caf5-ff11-4b73-8dca-8fddc1b646ba None None] Network 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:17:26.976109 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.032841 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Deleting port 50daf0a4-d892-4f12-b067-540f49eb2497 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:27.033352 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.086805 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] DHCP port deletion for 8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:17:27.096792 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] For port 50daf0a4-d892-4f12-b067-540f49eb2497, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=50daf0a4-d892-4f12-b067-540f49eb2497,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:27.097164 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.109809 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Calling delete_port for 50daf0a4-d892-4f12-b067-540f49eb2497 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:27.136612 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Deleting port 50daf0a4-d892-4f12-b067-540f49eb2497 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:17:27.136993 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.202189 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] For port 50daf0a4-d892-4f12-b067-540f49eb2497, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=50daf0a4-d892-4f12-b067-540f49eb2497,segment=NetworkSegment(2a679ee2-fd14-46a4-bf22-d971fdf6078d),segment_id=2a679ee2-fd14-46a4-bf22-d971fdf6078d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:27.202588 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.215502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Calling delete_port for 50daf0a4-d892-4f12-b067-540f49eb2497 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:17:27.254109 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device b914ed3e-ba5c-49aa-a323-3f357a7481d2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:17:27.371267 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.372158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:27.385880 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'port_id': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'mac_address': 'fa:16:3e:ac:06:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:17:27.387636 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.398057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=50daf0a4-d892-4f12-b067-540f49eb2497,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:27.403238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] No DVR routers for this DVR port 50daf0a4-d892-4f12-b067-540f49eb2497 on host dv-cinder-786260-15-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:17:27.416612 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] Pushing event deleted for resources: {'Port': ['ID=50daf0a4-d892-4f12-b067-540f49eb2497,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:27.418470 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4d06e-046d-42d7-a947-99cc5e06b704 None None] No DVR routers for this DVR port 50daf0a4-d892-4f12-b067-540f49eb2497 on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:17:27.456545 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.472825 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b914ed3e-ba5c-49aa-a323-3f357a7481d2 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:17:27.473536 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.488227 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:27.493827 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:27.499952 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a679ee2-fd14-46a4-bf22-d971fdf6078d') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:27.500246 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a679ee2-fd14-46a4-bf22-d971fdf6078d') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:27.510300 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.527961 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.554559 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:17:27.555537 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:17:27.557966 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:17:27.560344 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.608389 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:27.625383 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac3969-8e9a-498d-adb3-db60a3fd6a90 req-5b40fc96-247c-434d-b256-59c3c23894cd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:27.626909 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34ac3969-8e9a-498d-adb3-db60a3fd6a90 req-5b40fc96-247c-434d-b256-59c3c23894cd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 944 time: 0.1009598 Aug 03 21:17:27.666401 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-34ac3969-8e9a-498d-adb3-db60a3fd6a90 req-418adeaa-eb62-4858-b70a-2c2f25f2369a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Aug 03 21:17:27.752783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['b914ed3e-ba5c-49aa-a323-3f357a7481d2'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:17:27.793736 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.801286 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:27.803147 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3 HTTP/1.1" status: 204 len: 168 time: 0.8932426 Aug 03 21:17:27.814872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381911a-c830-4e09-96dc-598d5bbbb8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa4663b-d0e2-4ab6-8a1a-c2d8827f2ca3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:28.136407 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48480) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:28.139433 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 50daf0a4-d892-4f12-b067-540f49eb2497 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:17:28.163412 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 50daf0a4-d892-4f12-b067-540f49eb2497 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:17:28.163982 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 50daf0a4-d892-4f12-b067-540f49eb2497 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:17:28.164966 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device b1b7d35c-050c-4e48-bdfb-1d0420832567 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:17:28.179881 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f4f0e912-9715-4f17-92db-033c127f22c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6dc80e0d1a74993828d8d2a3aab2750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422871 Aug 03 21:17:28.182477 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48482) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:28.184681 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: b1b7d35c-050c-4e48-bdfb-1d0420832567 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:17:28.185034 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device b1b7d35c-050c-4e48-bdfb-1d0420832567 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:17:28.232024 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:28.257034 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:28.382591 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:28.385544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:28.386968 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3147f9ab-a70e-4f8c-99bd-610a399a0dfb HTTP/1.1" status: 204 len: 168 time: 0.2034233 Aug 03 21:17:28.396852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fd427-5881-4737-8450-fa114670a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147f9ab-a70e-4f8c-99bd-610a399a0dfb,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:28.786925 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e630c1-1e64-4f08-86c1-46698012778b req-cf5ba38b-5888-425d-b5d7-4d7c251642ed tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:28.788633 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1e630c1-1e64-4f08-86c1-46698012778b req-cf5ba38b-5888-425d-b5d7-4d7c251642ed tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Aug 03 21:17:28.833706 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4a1e61fd-8ebe-46a8-843e-66268bb92936 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115658730&fields=id&tenant_id=babc73eb4c8542818ed49ef333c97043 HTTP/1.1" status: 200 len: 267 time: 0.0379312 Aug 03 21:17:28.834274 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1e630c1-1e64-4f08-86c1-46698012778b req-b4bd9139-3a28-4620-98e7-89bd136bd976 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Aug 03 21:17:28.947710 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-ec2d2a57-59bd-41f3-93cf-dda7f7e2ebe2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:28.949069 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-ec2d2a57-59bd-41f3-93cf-dda7f7e2ebe2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 809 time: 0.1055825 Aug 03 21:17:28.963808 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-bddb8800-d249-4dc9-8a08-e65c45d055ec tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/quotas/babc73eb4c8542818ed49ef333c97043 HTTP/1.1" status: 200 len: 375 time: 0.0090258 Aug 03 21:17:29.016027 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-2b11e4e2-d24d-4c14-a40c-ad1aa5a093bb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463197 Aug 03 21:17:29.111844 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-b4e3f544-b4ea-4c35-b3ce-8ba3ae9081be service neutron] 10.222.0.32 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844984 Aug 03 21:17:29.201922 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-20e903f2-9d70-4546-892a-38175b51ebc4 service neutron] 10.222.0.32 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Aug 03 21:17:29.252191 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device b914ed3e-ba5c-49aa-a323-3f357a7481d2 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:29.388490 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port b914ed3e-ba5c-49aa-a323-3f357a7481d2 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:29.392661 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port b914ed3e-ba5c-49aa-a323-3f357a7481d2 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:29.393016 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:29.479365 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:29.503516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:29.505792 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f439227-1383-4fbe-8f6c-d5b89cc219a0" -d '{"events": [{"server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "name": "network-vif-plugged", "status": "completed", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:29.518975 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:29.543616 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c5811-f210-43de-b648-f2e19c7ab9c3 x-openstack-request-id: req-448c5811-f210-43de-b648-f2e19c7ab9c3 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:29.543911 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "name": "network-vif-plugged", "status": "completed", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:29.544161 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-448c5811-f210-43de-b648-f2e19c7ab9c3 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:29.544550 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'code': 200} Aug 03 21:17:29.605036 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:29.655398 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:29.997399 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5861b-b86d-4b8e-80b4-a55c3e8b763b req-555f740f-958e-469a-bcd1-5031d0080d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:30.000367 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef5861b-b86d-4b8e-80b4-a55c3e8b763b req-555f740f-958e-469a-bcd1-5031d0080d9d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 1099 time: 0.0974076 Aug 03 21:17:30.001590 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-40bacbd2-9989-444c-b35e-fa233cf1734b req-0a844fd8-f360-44df-b222-456b462523c7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0383103 Aug 03 21:17:30.033831 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587e02c-7563-4dfe-ac34-93f4a1b76391 req-47959dbe-907f-43ce-b308-b5596fc7f808 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:30.035379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3587e02c-7563-4dfe-ac34-93f4a1b76391 req-47959dbe-907f-43ce-b308-b5596fc7f808 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0876315 Aug 03 21:17:30.064569 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eef5861b-b86d-4b8e-80b4-a55c3e8b763b req-c224d1a7-3124-4b9f-9255-90a871d94d03 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564322 Aug 03 21:17:30.085625 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3587e02c-7563-4dfe-ac34-93f4a1b76391 req-2dee7a2d-4286-4055-8119-bb47d510fe6a tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438719 Aug 03 21:17:31.082250 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0a5e71c7-8c7d-434c-853e-b57b7f166a4e req-e4b8e44d-70af-483a-8e07-fce477182448 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Aug 03 21:17:31.210881 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b27e36-369a-400c-90fa-1d8cdab6417c req-5c90b868-f39e-4bf4-87c7-bf064ec3a297 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:31.212988 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d5b27e36-369a-400c-90fa-1d8cdab6417c req-5c90b868-f39e-4bf4-87c7-bf064ec3a297 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0505316 Aug 03 21:17:31.252448 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d5b27e36-369a-400c-90fa-1d8cdab6417c req-137c9b49-76ea-462b-b81a-1f51ab3cd7ff tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Aug 03 21:17:31.362209 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865f7fb-afb0-4d89-9850-e55ec0dbe846 req-25b3a722-1bb4-402c-a643-0d8917e44883 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:31.363664 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2865f7fb-afb0-4d89-9850-e55ec0dbe846 req-25b3a722-1bb4-402c-a643-0d8917e44883 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Aug 03 21:17:31.376678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48568) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:31.377089 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Request body: {'floatingip': {'port_id': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:31.418605 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:31.884002 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:32.075027 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:32.190872 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e66da57d-6f0c-4d4d-b98a-e4404421881f req-42eb67a4-13f9-4b1f-8067-fa144698ff65 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0561202 Aug 03 21:17:32.213987 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Floating IP 16679b60-2a41-477d-92a0-6a1ad2669858 associated. External IP: 172.27.0.36, port: b914ed3e-ba5c-49aa-a323-3f357a7481d2. Aug 03 21:17:32.425606 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:32.539617 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:32.544709 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:32.549191 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:32.560392 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:32.561182 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:32.576278 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b9c68211-5fc0-49a8-b7fd-e8f6c8df0978 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "PUT /v2.0/floatingips/16679b60-2a41-477d-92a0-6a1ad2669858 HTTP/1.1" status: 200 len: 991 time: 1.2002635 Aug 03 21:17:32.576278 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:32.576854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876f474-ebe5-4b77-bf62-293af10cdf8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:32.635580 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9747c-943e-42b8-99ee-01b064864553 x-openstack-request-id: req-e5f9747c-943e-42b8-99ee-01b064864553 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:32.636347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:32.636347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f9747c-943e-42b8-99ee-01b064864553 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:32.637368 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'status': 'completed', 'code': 200} Aug 03 21:17:32.710379 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-19538f25-1b51-43a1-930a-469023ad05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:32.710379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-19538f25-1b51-43a1-930a-469023ad05a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 1099 time: 0.0484686 Aug 03 21:17:32.710973 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:32.808342 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-553011c6-b7d9-46ce-a117-e5a3a01e7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:32.809962 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-553011c6-b7d9-46ce-a117-e5a3a01e7bf4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.0942795 Aug 03 21:17:32.881546 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-090af546-4493-4a28-94f5-17f863bb7bea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2 HTTP/1.1" status: 200 len: 999 time: 0.0646632 Aug 03 21:17:32.939567 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-4c1709c9-3e26-4274-8099-a3cbe362f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:32.941044 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-4c1709c9-3e26-4274-8099-a3cbe362f259 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0520267 Aug 03 21:17:32.959224 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '16679b60-2a41-477d-92a0-6a1ad2669858', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:ac:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc05a2e-9394-427f-a41a-72606215abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:17Z', 'updated_at': '2021-08-03T21:17:31Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:32.985017 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:32.987138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-f16b207e-6bdc-4dde-93aa-1c52cb31beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:32.988742 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-f16b207e-6bdc-4dde-93aa-1c52cb31beac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403137 Aug 03 21:17:32.994357 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:33.022406 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:33.077499 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-c02d4492-bcf7-4d8b-8ccc-d5c3572bbf09 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Aug 03 21:17:33.100206 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:33.188577 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8876f474-ebe5-4b77-bf62-293af10cdf8c req-e5e0e229-9c6d-4169-bc0f-1dcfa9edfde5 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923474 Aug 03 21:17:33.278307 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8cc84994-6387-4549-bfa7-dd5ffb599bb0 req-dd8866f6-a5f8-4a42-969b-24967bd7bbab tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Aug 03 21:17:33.335350 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '16679b60-2a41-477d-92a0-6a1ad2669858', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:ac:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc05a2e-9394-427f-a41a-72606215abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:17Z', 'updated_at': '2021-08-03T21:17:31Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:33.361952 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aef3e2-1893-4cf2-b245-d2f7a26a002a None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '16679b60-2a41-477d-92a0-6a1ad2669858', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'port_id': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'mac_address': 'fa:16:3e:ac:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc05a2e-9394-427f-a41a-72606215abc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:17Z', 'updated_at': '2021-08-03T21:17:31Z', 'revision_number': 1, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:33.560867 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67548e9-856f-4d95-8fa2-b5dfd892c827 None None] New status for floating IP 16679b60-2a41-477d-92a0-6a1ad2669858: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:17:34.372906 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-00fba99c-5fc6-4376-a9c4-ec39b2cdf466 req-e82dcb88-f5de-4e78-8d12-d6cacdfe2832 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Aug 03 21:17:35.128817 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48668) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:35.272808 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9198705-c081-465d-b47e-ae551c39483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.348417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-1e3ea148-42ea-4255-b298-50eef38e4e4d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:35.349889 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-1e3ea148-42ea-4255-b298-50eef38e4e4d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 809 time: 0.1747098 Aug 03 21:17:35.410538 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-d9c34809-4644-4385-8a2e-bf3490cf955f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=babc73eb4c8542818ed49ef333c97043 HTTP/1.1" status: 200 len: 380 time: 0.0509219 Aug 03 21:17:35.421348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'port': {'device_id': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'admin_state_up': True, 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'security_groups': ['3fb21d6a-ae8f-43bc-a8f8-8756a4819415']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:35.514948 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9198705-c081-465d-b47e-ae551c39483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.517533 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bc599ad4-243e-46ab-9dbb-c232fc2ea5b2 req-5763c67e-cbb0-4eda-8220-55a3fa38148d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0427330 Aug 03 21:17:35.602977 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f9198705-c081-465d-b47e-ae551c39483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.648111 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f9198705-c081-465d-b47e-ae551c39483e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28ad4c86524447b88eaf8130d533fed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182002 Aug 03 21:17:35.649353 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198705-c081-465d-b47e-ae551c39483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7e7241-d4f9-4f60-b0bd-1f952b01c216,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:35.650852 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48674) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:35.701336 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.721476 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.765467 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Made reservation on behalf of babc73eb4c8542818ed49ef333c97043 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:17:35.769104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.891138 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.893978 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:35.895157 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc7e7241-d4f9-4f60-b0bd-1f952b01c216 HTTP/1.1" status: 204 len: 168 time: 0.2431927 Aug 03 21:17:35.903572 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7e7241-d4f9-4f60-b0bd-1f952b01c216,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:35.911587 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.911935 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.912508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.913155 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.913423 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.913761 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.914089 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.914937 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.915328 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.919025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.919025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:35.919025 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141c39f-c620-4b9d-b9e4-ba0deaf67970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:36.002678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Allocated IP 172.20.0.14 (c77dcbfb-ab37-4202-95a0-1519c9f6e843/3dc8587b-3070-4b14-82dd-9cda6541b917/85d44eb9-cea8-4a3c-89f5-68a1baa27e66) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:36.136107 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.152754 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Transition to ACTIVE for port object 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:36.280033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.323588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:36.327112 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:36.331152 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:36.361721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:36.391751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:36.392346 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.537446 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-a2108a32-1c0c-478a-afa8-3c61029056a0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1200628 Aug 03 21:17:36.538595 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.555109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Request body: {'port': {'device_id': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:36.645098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.694316 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486dcc3-9f03-49e6-99dd-b68fde3deb2b req-fa15ed14-74e1-49a0-b143-6f57cb92ff45 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:36.696538 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e249dc6f-2c0c-463c-b3a5-14da8cfc9d28 None None] Provisioning for port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:36.696712 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1486dcc3-9f03-49e6-99dd-b68fde3deb2b req-fa15ed14-74e1-49a0-b143-6f57cb92ff45 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 932 time: 0.0985596 Aug 03 21:17:36.705591 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e249dc6f-2c0c-463c-b3a5-14da8cfc9d28 None None] Provisioning complete for port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:36.706238 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e249dc6f-2c0c-463c-b3a5-14da8cfc9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.744654 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e249dc6f-2c0c-463c-b3a5-14da8cfc9d28 None None] Port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:17:36.794171 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1486dcc3-9f03-49e6-99dd-b68fde3deb2b req-cc087457-db4e-40f0-8108-158c0fc6474b tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909541 Aug 03 21:17:36.799332 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48684) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:36.817457 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8110df12-162e-43af-8938-8233b3c0e2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.925949 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8110df12-162e-43af-8938-8233b3c0e2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.967792 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:17:36.975295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:36.986959 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Transition to ACTIVE for port object 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:17:37.016572 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8110df12-162e-43af-8938-8233b3c0e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.053606 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110df12-162e-43af-8938-8233b3c0e2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea76f9d-f956-4d1d-8d48-626125b18f08,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:37.058157 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8110df12-162e-43af-8938-8233b3c0e2ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a490a2bc7624fbcbebd246070d4adf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578845 Aug 03 21:17:37.066070 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48688) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:37.090966 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.109719 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.134522 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.145588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:37.218031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Attempting to bind port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:17:37.218376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Attempting to bind port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:17:37.218706 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Attempting to bind port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 on network c77dcbfb-ab37-4202-95a0-1519c9f6e843 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:37.223618 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 on network c77dcbfb-ab37-4202-95a0-1519c9f6e843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:17:37.224016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Attempting to bind port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 on network c77dcbfb-ab37-4202-95a0-1519c9f6e843 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:17:37.229060 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:17:37.229396 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Checking segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:17:37.229775 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Bound using segment: {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:17:37.230202 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Bound port: 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:17:37.230557 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.296119 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:17:37.299322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:17:37.337020 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.339527 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.340676 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fea76f9d-f956-4d1d-8d48-626125b18f08 HTTP/1.1" status: 204 len: 168 time: 0.2789185 Aug 03 21:17:37.348872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9c816-aba3-4b74-ac4d-190ddcdba09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea76f9d-f956-4d1d-8d48-626125b18f08,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:37.496554 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.536129 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.536753 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:37.538199 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] 10.222.0.79 "PUT /v2.0/ports/85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 1094 time: 0.9908974 Aug 03 21:17:37.538780 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:37.541441 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ad22e-6da3-4f3d-b485-2d89f07af405" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:37.568935 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee322d-92dc-41e4-9213-e284ed5c81dc service neutron] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:37.589302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f6bb49-7c1d-44d3-9210-7e51544688d1 x-openstack-request-id: req-52f6bb49-7c1d-44d3-9210-7e51544688d1 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:37.589593 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:37.589842 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52f6bb49-7c1d-44d3-9210-7e51544688d1 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:37.590239 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'status': 'completed', 'code': 200} Aug 03 21:17:37.658275 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-46ab0295-ed7d-45e9-975b-ed54d35bbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.659991 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-46ab0295-ed7d-45e9-975b-ed54d35bbb0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1097 time: 0.0490410 Aug 03 21:17:37.777010 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-e0865687-bed3-410b-88c7-27a6adea882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.778973 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-e0865687-bed3-410b-88c7-27a6adea882b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=babc73eb4c8542818ed49ef333c97043&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1114705 Aug 03 21:17:37.882389 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-50ff2034-a8ed-4353-ae9b-55989a108981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.883903 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa9ad22e-6da3-4f3d-b485-2d89f07af405 req-50ff2034-a8ed-4353-ae9b-55989a108981 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986147 Aug 03 21:17:37.928351 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48006a4-28b7-4c16-9f6f-39bcf44a1957 req-02d18f17-8a05-4b13-a782-00bd361f8e1d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.930846 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b48006a4-28b7-4c16-9f6f-39bcf44a1957 req-02d18f17-8a05-4b13-a782-00bd361f8e1d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0519776 Aug 03 21:17:37.971312 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-9bc0c3a2-1a8f-43f5-aaaa-50d16b0fb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:37.972947 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-9bc0c3a2-1a8f-43f5-aaaa-50d16b0fb18e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1097 time: 0.0517948 Aug 03 21:17:37.978427 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b48006a4-28b7-4c16-9f6f-39bcf44a1957 req-c554980b-5606-467c-8d2b-63a5abe79777 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Aug 03 21:17:38.018998 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-6e36c175-6a07-488a-8919-c2d2a1944054 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 217 time: 0.0373483 Aug 03 21:17:38.069652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-157de84a-a59d-4f2c-ab5b-a6282b8602c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:38.071199 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-157de84a-a59d-4f2c-ab5b-a6282b8602c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0458431 Aug 03 21:17:38.121016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-7a8e2023-6aee-4c43-8bae-d1e8ef8ddc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:38.122543 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-7a8e2023-6aee-4c43-8bae-d1e8ef8ddc3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445356 Aug 03 21:17:38.217776 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-713bc56d-1f72-4a8f-9b79-1e13c1ea5d75 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880754 Aug 03 21:17:38.328556 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ef9cec5-e917-41af-8045-5b6e9e68a5db req-4a2b33ad-cbad-4b76-8e87-5fbb47ed32e9 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031003 Aug 03 21:17:39.093349 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844f489-ad0b-491f-b2dd-7cace83dc4bd req-de2fdd50-6007-40f2-a934-ab8e3d78a79e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:39.094849 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b844f489-ad0b-491f-b2dd-7cace83dc4bd req-de2fdd50-6007-40f2-a934-ab8e3d78a79e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Aug 03 21:17:39.134778 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b844f489-ad0b-491f-b2dd-7cace83dc4bd req-3826e2ed-bc18-4f97-bfff-520d7541b20f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338144 Aug 03 21:17:40.275149 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89659d-8eb0-483d-b236-7af3aaa294f2 req-a59dd5bb-59af-423b-8289-02fd6263f9db tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:40.276725 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a89659d-8eb0-483d-b236-7af3aaa294f2 req-a59dd5bb-59af-423b-8289-02fd6263f9db tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0533164 Aug 03 21:17:40.314429 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-8a89659d-8eb0-483d-b236-7af3aaa294f2 req-7b7221bb-bbf3-4bfd-8599-835890bb8432 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Aug 03 21:17:41.432456 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78cc33-11b7-4a62-9ddf-66307f0f82d6 req-94f8f37d-8f29-42fd-8290-a18aab5d3d33 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:41.433936 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da78cc33-11b7-4a62-9ddf-66307f0f82d6 req-94f8f37d-8f29-42fd-8290-a18aab5d3d33 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0490537 Aug 03 21:17:41.475308 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-da78cc33-11b7-4a62-9ddf-66307f0f82d6 req-7533dd5a-7ec6-4ad2-8c89-94fadf600ffc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Aug 03 21:17:42.591680 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67836d1f-17a9-410f-9d9d-2b26575b8142 req-07f5bee9-88d7-491a-aae7-74875872db83 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:42.593164 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67836d1f-17a9-410f-9d9d-2b26575b8142 req-07f5bee9-88d7-491a-aae7-74875872db83 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0525758 Aug 03 21:17:42.631592 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-67836d1f-17a9-410f-9d9d-2b26575b8142 req-afa70244-78b0-4c8f-a3db-5253facbef27 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Aug 03 21:17:43.746239 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35eab9-0520-4066-87a4-5f42dd52ced1 req-9bad75e1-b1ff-4fce-a307-7f80e9d9b66e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:43.747733 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb35eab9-0520-4066-87a4-5f42dd52ced1 req-9bad75e1-b1ff-4fce-a307-7f80e9d9b66e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0490849 Aug 03 21:17:43.786398 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bb35eab9-0520-4066-87a4-5f42dd52ced1 req-7cd0bf6f-056e-4090-a875-d47793ef9415 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Aug 03 21:17:44.899865 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006dfe5-d172-4fec-afde-9d1aacb0b32b req-ed352a1b-32d4-4c1d-ae33-344ccd550e31 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:44.902191 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1006dfe5-d172-4fec-afde-9d1aacb0b32b req-ed352a1b-32d4-4c1d-ae33-344ccd550e31 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0498679 Aug 03 21:17:44.943742 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1006dfe5-d172-4fec-afde-9d1aacb0b32b req-4b45dac3-8b07-4700-b53b-558f1d7dacd0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356221 Aug 03 21:17:45.169654 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48818) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:45.271421 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15e42120-69c1-4f64-9d2c-f61e4254c456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.346041 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:17:45.357340 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15e42120-69c1-4f64-9d2c-f61e4254c456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.439512 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:45.451764 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:17:45.479231 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15e42120-69c1-4f64-9d2c-f61e4254c456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.488729 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.504862 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:17:45.517065 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-15e42120-69c1-4f64-9d2c-f61e4254c456 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18af2bf8ea4547598b0ca02a95a76980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463001 Aug 03 21:17:45.519052 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42120-69c1-4f64-9d2c-f61e4254c456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0e18b-119f-4fe3-9df5-848917b364e5,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:45.519958 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48822) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:45.526561 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:45.573359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.598939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.611071 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.663035 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:45.752726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.755347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:45.756504 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9c0e18b-119f-4fe3-9df5-848917b364e5 HTTP/1.1" status: 204 len: 168 time: 0.2355726 Aug 03 21:17:45.765381 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7bcf4-0690-45be-9501-a8701152626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0e18b-119f-4fe3-9df5-848917b364e5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:45.839736 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['85d44eb9-cea8-4a3c-89f5-68a1baa27e66'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:17:46.066211 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fc535-6bfd-4e47-bca9-0f1ce95dfe40 req-6dfd4e55-1dd6-4fba-bbee-6c7c14eae1b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:46.068120 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d65fc535-6bfd-4e47-bca9-0f1ce95dfe40 req-6dfd4e55-1dd6-4fba-bbee-6c7c14eae1b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 945 time: 0.0580606 Aug 03 21:17:46.107708 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d65fc535-6bfd-4e47-bca9-0f1ce95dfe40 req-55b5fcf1-3caa-4f15-b5dc-8e862574dbe5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331750 Aug 03 21:17:46.427363 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48832) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:46.440229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9359d13-bb1e-42a3-8f74-291246b64d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.449428 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a0e4eac-f8c9-41fe-a8a1-9cf311ea8b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.527102 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9359d13-bb1e-42a3-8f74-291246b64d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.599105 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d9359d13-bb1e-42a3-8f74-291246b64d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.636696 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d9359d13-bb1e-42a3-8f74-291246b64d9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81b66354a1cb424da9db2f53e6eb8c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082958 Aug 03 21:17:46.637556 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9359d13-bb1e-42a3-8f74-291246b64d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb6f478-51bd-4588-9b9d-dc442c98ec46,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:46.639414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48834) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:46.688997 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.715255 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.839656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.842236 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:46.843594 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cb6f478-51bd-4588-9b9d-dc442c98ec46 HTTP/1.1" status: 204 len: 168 time: 0.2030263 Aug 03 21:17:46.853033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7d100-6f4e-43f1-b548-b8a0f16b25d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb6f478-51bd-4588-9b9d-dc442c98ec46,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:47.230472 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545b29f-e62a-430a-abe1-9ec3984dd2e7 req-b46f7887-c64b-4cef-a9c8-bd74170f3ca4 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:47.232088 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c545b29f-e62a-430a-abe1-9ec3984dd2e7 req-b46f7887-c64b-4cef-a9c8-bd74170f3ca4 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 945 time: 0.0510907 Aug 03 21:17:47.271759 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c545b29f-e62a-430a-abe1-9ec3984dd2e7 req-7ef1f865-0042-4300-8b8e-54206d76606c tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337455 Aug 03 21:17:47.360215 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:17:47.513637 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:17:47.517615 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:17:47.517992 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.596791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.618795 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:47.621071 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662bbe1-a63a-4654-a9c0-5ca25ee3de65" -d '{"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-plugged", "status": "completed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:47.633778 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:17:47.659134 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c8af9-6a16-459c-9af6-00e76af3bc37 x-openstack-request-id: req-cb4c8af9-6a16-459c-9af6-00e76af3bc37 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:47.659496 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-plugged", "status": "completed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:47.659755 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb4c8af9-6a16-459c-9af6-00e76af3bc37 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:47.660125 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'code': 200} Aug 03 21:17:47.743137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48846) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:47.755052 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.759459 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.815988 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:47.860730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.959525 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:47.998800 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3fdecff2b5b4f2cb8f62471f30b5931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545176 Aug 03 21:17:47.999695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35f9d3-9421-443f-998b-7c62389c7e72,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:48.001793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48850) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:48.021419 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.021761 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.022101 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.022422 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.022747 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.023072 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.023416 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.023737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.024056 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.024372 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.024687 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.024999 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57214cc1-cda9-4b91-960f-1327f3e5872d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:17:48.095766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:48.100341 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174baff6-dda0-4dbb-9efb-b78a2ce99b6f req-341c323c-2d22-4c17-80ee-e8f0c85a4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:48.101834 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-174baff6-dda0-4dbb-9efb-b78a2ce99b6f req-341c323c-2d22-4c17-80ee-e8f0c85a4982 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0892899 Aug 03 21:17:48.133935 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:48.157572 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-174baff6-dda0-4dbb-9efb-b78a2ce99b6f req-462545c2-03dd-4cd5-a9b8-43804af1c1e2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482960 Aug 03 21:17:48.188817 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:17:48.290745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:48.293547 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:48.294688 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd35f9d3-9421-443f-998b-7c62389c7e72 HTTP/1.1" status: 204 len: 168 time: 0.2921166 Aug 03 21:17:48.302610 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81a7a0-e17a-4b7f-b664-3aa2480f3d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35f9d3-9421-443f-998b-7c62389c7e72,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:48.403264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885417ed-b2e6-4324-bfc3-e12c1a40e67e req-8a13b6e5-c2b3-4d9e-9214-ab85d3cbab0d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:48.404941 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-885417ed-b2e6-4324-bfc3-e12c1a40e67e req-8a13b6e5-c2b3-4d9e-9214-ab85d3cbab0d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Aug 03 21:17:48.442880 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-885417ed-b2e6-4324-bfc3-e12c1a40e67e req-f62ef328-d9dc-4999-b3b7-026fa64e5284 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Aug 03 21:17:49.028155 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1484dc9f-1260-40a1-b131-f32bbed6907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:49.142703 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:49.563746 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955bd09-4ea6-4995-9f5a-ffd37041f13e req-4ac03bdf-6109-42f9-8058-8416cf35fdb6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:49.565226 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3955bd09-4ea6-4995-9f5a-ffd37041f13e req-4ac03bdf-6109-42f9-8058-8416cf35fdb6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0513575 Aug 03 21:17:49.604467 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3955bd09-4ea6-4995-9f5a-ffd37041f13e req-ed24e9e7-301e-480c-bf5d-0da11e813ff6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Aug 03 21:17:49.724355 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b4b05-4480-41ae-99dd-6985d07bc0ff req-2263d67f-ddf9-432c-9949-d22cce59ed26 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:49.725861 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6a0b4b05-4480-41ae-99dd-6985d07bc0ff req-2263d67f-ddf9-432c-9949-d22cce59ed26 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0502150 Aug 03 21:17:49.768695 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-6a0b4b05-4480-41ae-99dd-6985d07bc0ff req-a65bbeaf-11b6-4419-b56f-984b2ee433fe tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Aug 03 21:17:49.792690 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 48886) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:49.978109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ced6-a608-47a5-a159-2d06d81f918d tempest-TestShelveInstance-1841171524 tempest-TestShelveInstance-1841171524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:49.979778 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b659ced6-a608-47a5-a159-2d06d81f918d tempest-TestShelveInstance-1841171524 tempest-TestShelveInstance-1841171524-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1094 time: 0.1861081 Aug 03 21:17:49.982780 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 48896) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:49.987440 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:17:50.083747 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for floatingip, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:50.449354 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:50.518293 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:50.559596 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Allocated IP 172.27.0.15 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/1cd50852-125a-40fc-91d8-010f5b912aa0) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:17:50.668801 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:50.788720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:50.829816 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:17:50.836392 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:17:50.840935 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:17:50.844242 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'Port': ['ID=1cd50852-125a-40fc-91d8-010f5b912aa0,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:51.217291 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:51.408410 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:51.580104 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:51.668815 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525294'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:51.735531 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event updated for resources: {'Port': ['ID=1cd50852-125a-40fc-91d8-010f5b912aa0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:51.750153 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:51.852945 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Floating IP 89e61019-8d4f-40b9-b4f0-9724babe4c05 associated. External IP: 172.27.0.15, port: 85d44eb9-cea8-4a3c-89f5-68a1baa27e66. Aug 03 21:17:51.908036 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:52.071454 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Router 7ee5fd85-854a-4144-9190-33fec95aa6ec has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:17:52.187605 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:17:52.202850 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Sync routers for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:17:52.212960 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:52.213566 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:52.272931 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:52.303013 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fab5facd-8f36-49e6-b795-c928098bf050 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3190248 Aug 03 21:17:52.303661 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:17:52.305857 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931c602-5bc5-4315-b341-d1f4cc0541fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:17:52.331328 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:52.495715 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7128d2a-b459-43dc-9b0c-7a9e20bc8d78 x-openstack-request-id: req-f7128d2a-b459-43dc-9b0c-7a9e20bc8d78 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:17:52.495984 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:17:52.496208 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7128d2a-b459-43dc-9b0c-7a9e20bc8d78 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:17:52.496614 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'status': 'completed', 'code': 200} Aug 03 21:17:52.575427 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-b5e04b8f-f714-4f5b-8866-2296700d248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:52.578121 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-b5e04b8f-f714-4f5b-8866-2296700d248f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0535173 Aug 03 21:17:52.626856 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '89e61019-8d4f-40b9-b4f0-9724babe4c05', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:51Z', 'updated_at': '2021-08-03T21:17:51Z', 'revision_number': 0, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:52.657068 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Checking router: 7ee5fd85-854a-4144-9190-33fec95aa6ec for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:17:52.669292 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:17:52.670055 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:17:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:52.690766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-9a7b85a3-5987-449f-bb0f-2aa0d4b8966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:52.692842 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-9a7b85a3-5987-449f-bb0f-2aa0d4b8966f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.1063643 Aug 03 21:17:52.778198 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-4411d467-a56f-4d13-afb8-65c9dcc5cbf1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 999 time: 0.0763395 Aug 03 21:17:52.888144 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-eb9f4616-5fdb-4611-b0f8-f8c6cfbab41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:52.890786 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-eb9f4616-5fdb-4611-b0f8-f8c6cfbab41e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.1046824 Aug 03 21:17:52.901877 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:17:52.953162 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-eb69a432-6865-4a55-b06c-321aa068702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:17:52.954720 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-eb69a432-6865-4a55-b06c-321aa068702c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0546386 Aug 03 21:17:53.069318 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-7b4b94e2-2d0b-4ebf-92c4-c60a17fba33e service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048999 Aug 03 21:17:53.146320 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '89e61019-8d4f-40b9-b4f0-9724babe4c05', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:51Z', 'updated_at': '2021-08-03T21:17:51Z', 'revision_number': 0, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:17:53.171621 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d931c602-5bc5-4315-b341-d1f4cc0541fa req-7b0f4092-7024-461b-b7b8-e0d08c34290a service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938115 Aug 03 21:17:53.173110 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58017f-cfce-4b9c-9760-f2b5f3c05b7d None None] The sync data for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi is: [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '89e61019-8d4f-40b9-b4f0-9724babe4c05', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:17:51Z', 'updated_at': '2021-08-03T21:17:51Z', 'revision_number': 0, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:17:53.391590 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603c5a3-08ed-45ce-b043-725c5a9b4355 None None] New status for floating IP 89e61019-8d4f-40b9-b4f0-9724babe4c05: ACTIVE {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:17:57.797315 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49006) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:57.907557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15822533-7805-41da-bc89-f3e955567414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:57.996246 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15822533-7805-41da-bc89-f3e955567414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.159748 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-15822533-7805-41da-bc89-f3e955567414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.196759 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822533-7805-41da-bc89-f3e955567414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc5c8c-6996-48f2-9df4-9ac5b3b4e19d,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:58.200964 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-15822533-7805-41da-bc89-f3e955567414 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=542ba6b448574783a83439952e78bb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026411 Aug 03 21:17:58.203512 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49010) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:58.251371 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.275065 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.439731 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.443011 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:58.444446 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19bc5c8c-6996-48f2-9df4-9ac5b3b4e19d HTTP/1.1" status: 204 len: 168 time: 0.2399852 Aug 03 21:17:58.452978 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2d17a-4675-48d2-a530-ff1378ea38a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc5c8c-6996-48f2-9df4-9ac5b3b4e19d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:59.171646 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49020) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:59.185790 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-791aa345-2fb0-4b39-a578-8de87bbb13a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.281964 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-791aa345-2fb0-4b39-a578-8de87bbb13a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.371369 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-791aa345-2fb0-4b39-a578-8de87bbb13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.410268 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-791aa345-2fb0-4b39-a578-8de87bbb13a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c9b7a3bba5f40de88797a4101a8a55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375188 Aug 03 21:17:59.411181 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aa345-2fb0-4b39-a578-8de87bbb13a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90592daa-63c6-45e3-8099-47224a2ac54a,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:17:59.412975 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49022) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:17:59.465789 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.487570 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.581881 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.584762 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:17:59.586024 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90592daa-63c6-45e3-8099-47224a2ac54a HTTP/1.1" status: 204 len: 168 time: 0.1716120 Aug 03 21:17:59.595503 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe8b23-e843-4c66-808b-c831189a6f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90592daa-63c6-45e3-8099-47224a2ac54a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:06.500655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:16.428104 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dee21111-5c31-4413-975a-64999d553374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:19.008963 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1f60434a-550b-4ec4-aad4-821dc1fd33cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:19.170936 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:20.507616 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:21.924807 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:25.188225 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:18:35.517650 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-d864c7f7-66ae-482b-9928-28849c116ed8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394406 Aug 03 21:18:35.897840 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-c91ddb0d-f17a-4ca7-9ba4-80c5dd27670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:35.899410 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-c91ddb0d-f17a-4ca7-9ba4-80c5dd27670e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=81801dd85fe940e9b72dc4e7c697c073&device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 1099 time: 0.3337443 Aug 03 21:18:36.007516 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-24b74ed8-204d-4f76-a29e-795625921cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:36.009016 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-24b74ed8-204d-4f76-a29e-795625921cbc service neutron] 10.222.0.79 "GET /v2.0/networks?id=6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 200 len: 911 time: 0.0850391 Aug 03 21:18:36.084057 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-f066ea2a-d654-4f04-b892-c0c299e64f34 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2 HTTP/1.1" status: 200 len: 1001 time: 0.0636504 Aug 03 21:18:36.138363 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-390150f8-dd0c-4280-8b3c-0702af008a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:36.143173 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-390150f8-dd0c-4280-8b3c-0702af008a66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 200 len: 849 time: 0.0477333 Aug 03 21:18:36.189184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-3b738e6c-e95e-45ca-bf4b-d797b7108ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:36.190696 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-3b738e6c-e95e-45ca-bf4b-d797b7108ad4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6b324ef2-af90-4c23-994d-fb284262906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408764 Aug 03 21:18:36.286077 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-23823348-3373-47d7-af7a-42044a0f14e0 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859971 Aug 03 21:18:36.379847 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf3ca453-ff3b-4616-bc80-4a1c411bebd6 req-43966ed3-861a-44c8-933c-821f588ea0b5 service neutron] 10.222.0.79 "GET /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Aug 03 21:18:36.484621 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:41.516159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49346) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:41.616293 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-610427d2-f869-4e59-8c51-4aa2eef073b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:41.717770 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-610427d2-f869-4e59-8c51-4aa2eef073b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:41.798636 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-610427d2-f869-4e59-8c51-4aa2eef073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:41.842141 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-610427d2-f869-4e59-8c51-4aa2eef073b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c58d263d818646129b9560cc51651724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248465 Aug 03 21:18:41.844602 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610427d2-f869-4e59-8c51-4aa2eef073b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd5796e-f092-40d6-b37f-788e3e4a213c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:41.844822 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49352) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:41.898776 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:41.919328 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:42.050507 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:42.053122 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:42.054329 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cd5796e-f092-40d6-b37f-788e3e4a213c HTTP/1.1" status: 204 len: 168 time: 0.2084601 Aug 03 21:18:42.063353 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd5796e-f092-40d6-b37f-788e3e4a213c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:42.071410 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.071762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.072104 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.072534 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.072769 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.073101 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.073428 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.073756 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.074084 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.074405 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.074725 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:42.075044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb83de-fb88-4f24-b520-8e1407396187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:43.661824 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49384) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:43.762890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-455b0e91-4480-485b-8b83-65b4a64c6714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:43.849058 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-455b0e91-4480-485b-8b83-65b4a64c6714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:43.922852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-455b0e91-4480-485b-8b83-65b4a64c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:43.961537 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-455b0e91-4480-485b-8b83-65b4a64c6714 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88d2c1d1ebe0432b89c1ae62de51dc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985959 Aug 03 21:18:43.962856 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b0e91-4480-485b-8b83-65b4a64c6714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768ff24-5d35-4c6b-bed8-71675505a5a0,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:43.968502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49390) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:44.020841 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:44.043096 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:44.156852 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:44.159454 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:44.160628 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3768ff24-5d35-4c6b-bed8-71675505a5a0 HTTP/1.1" status: 204 len: 168 time: 0.1909497 Aug 03 21:18:44.168626 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd837f-44e3-4c0b-8495-ba72c042eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768ff24-5d35-4c6b-bed8-71675505a5a0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:45.106419 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49414) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:45.199112 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-790377450-network', 'tenant_id': '836372ef630e49308c23ab0da45caeb2'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:45.359159 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Made reservation on behalf of 836372ef630e49308c23ab0da45caeb2 for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:18:45.361553 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.370152 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.454364 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.517275 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.541429 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:18:45.551508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347744d6-3107-4faf-9f4b-7120598cfd56,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:45.556167 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.556595 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Added segment 46683b4e-77ac-424b-af9a-f8922730eb37 of type vlan for network caafb383-bab0-454a-8e03-9abc865567c1 Aug 03 21:18:45.595133 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.711807 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.712726 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:45.713322 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:45.774669 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] Pushing event updated for resources: {'Network': ['ID=caafb383-bab0-454a-8e03-9abc865567c1,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:45.784777 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network caafb383-bab0-454a-8e03-9abc865567c1 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:18:45.833641 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3097f39e-1337-4a7e-b00b-eba64371814a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7260530 Aug 03 21:18:45.837879 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49418) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:45.843879 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Request body: {'subnet': {'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-790377450-subnet', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:45.941005 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Made reservation on behalf of 836372ef630e49308c23ab0da45caeb2 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:18:45.943750 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26930783'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.179857 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27182606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26930785'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.233200 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f778411-6ead-41a1-b137-404ddf2a7f82,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:46.247862 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:46.249360 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Network hostable DHCP agents. Network: caafb383-bab0-454a-8e03-9abc865567c1, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:18:46.347722 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Network caafb383-bab0-454a-8e03-9abc865567c1 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:18:46.432855 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4e79fe80-c501-42a6-a648-9e0f67e5d40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.529896 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, caafb383-bab0-454a-8e03-9abc865567c1) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:46.534142 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:46.534786 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.538369 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bda292-f45e-4f17-b6e6-8eda5a25ec14 None None] Network caafb383-bab0-454a-8e03-9abc865567c1 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:18:46.649321 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ff66d4be-c44d-46a3-9d2e-6f24b32ab236 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8102472 Aug 03 21:18:46.651916 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49422) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:46.656465 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:46.676804 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-caafb383-bab0-454a-8e03-9abc865567c1', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:18:46.677673 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.757722 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.759252 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.814569 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:46.935763 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Allocated IP 172.20.0.2 (caafb383-bab0-454a-8e03-9abc865567c1/5f778411-6ead-41a1-b137-404ddf2a7f82/3e74fef6-2753-4c63-9eae-4aa10aee68d1) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:47.039461 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.083878 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.091822 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Transition to ACTIVE for port object 3e74fef6-2753-4c63-9eae-4aa10aee68d1 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:47.107022 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Transition to ACTIVE for port object 3e74fef6-2753-4c63-9eae-4aa10aee68d1 will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:47.238774 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.278597 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:47.282060 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:47.285670 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:47.292730 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Pushing event updated for resources: {'Port': ['ID=3e74fef6-2753-4c63-9eae-4aa10aee68d1,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:47.321780 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.322121 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.322546 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.322782 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.323132 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.323456 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.323780 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.324126 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.324449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.324767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.325082 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.325396 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:47.356896 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Attempting to bind port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:18:47.357251 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Attempting to bind port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:18:47.357604 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Attempting to bind port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:18:47.362517 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:18:47.362885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:47.363315 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.363709 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Bound using segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:18:47.364166 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Bound port: 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:18:47.364543 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.398844 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.421918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.427101 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] For port 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:18:47.430091 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] For port 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=3e74fef6-2753-4c63-9eae-4aa10aee68d1,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:18:47.527474 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Allocated IP 172.27.0.56 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/0335948a-7de4-4b1a-970a-8f36a26a2e27) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:47.552347 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.612632 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233b3aa-9dcc-47eb-9bb2-0b8a4812deb4 None None] Pushing event updated for resources: {'Port': ['ID=3e74fef6-2753-4c63-9eae-4aa10aee68d1,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:47.638052 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.782041 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:47.824436 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:47.827433 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:47.831759 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:47.857478 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Pushing event updated for resources: {'Port': ['ID=0335948a-7de4-4b1a-970a-8f36a26a2e27,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:48.167942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:48.237146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 3e74fef6-2753-4c63-9eae-4aa10aee68d1 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:48.387432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:48.462026 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:48.467525 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669d97e-5641-4c80-a57e-0b4f26af67aa None None] Network caafb383-bab0-454a-8e03-9abc865567c1 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:18:48.759362 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:18:48.809816 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Provisioning for port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:48.814333 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Provisioning complete for port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:48.814706 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:48.869128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:18:48.881685 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:18:48.891621 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:48.893174 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:48.896492 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:48.928352 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] For port 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=3e74fef6-2753-4c63-9eae-4aa10aee68d1,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:48.992745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:48.994053 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-91c7c196-b263-4546-be99-2b3ea72b90be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3411028 Aug 03 21:18:48.996701 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:48.997000 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49428) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:49.048640 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.121554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f256-d361-4ca7-81a2-9209ddb50fd5 None None] Pushing event updated for resources: {'Port': ['ID=3e74fef6-2753-4c63-9eae-4aa10aee68d1,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:49.180563 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9194ee01-829a-48d2-b7c2-666526e1f33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.182168 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-0972caa2-13be-49d3-a29d-6b129421e155 None None] Provisioning complete for port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:49.182563 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0972caa2-13be-49d3-a29d-6b129421e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.193782 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:47Z', 'revision_number': 3, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:49.224067 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:18:49.241600 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Updating router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f port 0335948a-7de4-4b1a-970a-8f36a26a2e27 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:18:49.249343 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.307265 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.454001 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.509435 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.521515 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Transition to ACTIVE for port object 0335948a-7de4-4b1a-970a-8f36a26a2e27 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:49.606743 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Allocated IP 172.20.0.1 (caafb383-bab0-454a-8e03-9abc865567c1/5f778411-6ead-41a1-b137-404ddf2a7f82/abf4a771-69fb-42a4-a465-3d52c972531e) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:49.708979 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:49.721947 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Transition to ACTIVE for port object abf4a771-69fb-42a4-a465-3d52c972531e will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:49.952855 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.006518 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Attempting to bind port 0335948a-7de4-4b1a-970a-8f36a26a2e27 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:18:50.006881 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Attempting to bind port 0335948a-7de4-4b1a-970a-8f36a26a2e27 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:18:50.007274 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Attempting to bind port 0335948a-7de4-4b1a-970a-8f36a26a2e27 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:18:50.009958 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Pushing event updated for resources: {'Port': ['ID=0335948a-7de4-4b1a-970a-8f36a26a2e27,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:50.017294 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:18:50.017659 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:50.018053 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.018436 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:18:50.018885 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Bound port: 0335948a-7de4-4b1a-970a-8f36a26a2e27, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:18:50.019281 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.022296 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.022659 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.023000 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.023358 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.023689 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.024018 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.024341 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.024665 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.025003 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.025325 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.025671 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.025963 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.076936 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] For port 0335948a-7de4-4b1a-970a-8f36a26a2e27, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:18:50.078383 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] For port 0335948a-7de4-4b1a-970a-8f36a26a2e27, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=0335948a-7de4-4b1a-970a-8f36a26a2e27,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:18:50.190125 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 3e74fef6-2753-4c63-9eae-4aa10aee68d1 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:50.238495 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:50.238871 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.247046 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.283193 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:50.286006 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:50.289369 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:50.319218 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Pushing event updated for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:50.333233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.333581 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.333918 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.334251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.334579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.334914 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.335265 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.335588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.335913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.336231 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.336551 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.336866 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:18:50.347752 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.410536 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.470766 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:50.471486 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:50.476110 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c27b-5bb6-49f7-8225-e6b71f2ea53d None None] Pushing event updated for resources: {'Port': ['ID=0335948a-7de4-4b1a-970a-8f36a26a2e27,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:50.577749 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:50.626974 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.661363 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5b90c976-5fdb-43dd-8144-d22b5571c8a8 None None] Provisioning for port abf4a771-69fb-42a4-a465-3d52c972531e completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:50.666543 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-5b90c976-5fdb-43dd-8144-d22b5571c8a8 None None] Provisioning complete for port abf4a771-69fb-42a4-a465-3d52c972531e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:50.666916 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b90c976-5fdb-43dd-8144-d22b5571c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.693658 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:50.701843 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-5b90c976-5fdb-43dd-8144-d22b5571c8a8 None None] Port abf4a771-69fb-42a4-a465-3d52c972531e cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:18:50.760601 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:47Z', 'revision_number': 3, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:50.787553 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578fa84-4c8f-4f24-b38d-8fd4b6831760 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:47Z', 'revision_number': 3, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:18:51.148018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:51.300608 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:51.381928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Pushing event updated for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:51.385367 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:51.491745 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:51.493332 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:51.619417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:18:51.731701 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6e8a89cc-a704-431b-9b7b-4543c7703f8c None None] Provisioning complete for port abf4a771-69fb-42a4-a465-3d52c972531e triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:51.732279 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6e8a89cc-a704-431b-9b7b-4543c7703f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:51.735519 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:18:51.741048 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4c55e3ae-087d-474e-9f83-d1efeeeeb824 admin admin] 10.222.0.32 "PUT /v2.0/routers/ee6db5a2-075a-454d-85ce-d6f1ff6bae2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433400 Aug 03 21:18:51.770137 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a89cc-a704-431b-9b7b-4543c7703f8c None None] Port abf4a771-69fb-42a4-a465-3d52c972531e cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:18:51.952663 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.220027 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0335948a-7de4-4b1a-970a-8f36a26a2e27 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:52.385801 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 0335948a-7de4-4b1a-970a-8f36a26a2e27 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:52.391997 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 0335948a-7de4-4b1a-970a-8f36a26a2e27 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:52.392482 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.394508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:18:52.431620 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:52.432371 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:52.510130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49456) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:52.515306 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-467691180-network', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:52.577213 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:52.579642 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.608631 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Made reservation on behalf of f3cc4d356aad47d3ae0507705024a20e for: {'network': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:18:52.611543 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for network, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.620945 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.629522 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 0335948a-7de4-4b1a-970a-8f36a26a2e27, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=0335948a-7de4-4b1a-970a-8f36a26a2e27,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:52.708474 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.726206 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.790663 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=0335948a-7de4-4b1a-970a-8f36a26a2e27,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:52.793005 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.830366 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5547b8df-4a1b-447e-864c-c76125bab36c,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:52.836154 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 21:18:52.847439 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.847893 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.segments_db [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Added segment 748fd782-19ee-4904-b8f4-ce6056840088 of type vlan for network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 Aug 03 21:18:52.878824 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 2, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:52.896797 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737861265439'] for network, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.906843 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:18:52.907262 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Updating router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f port abf4a771-69fb-42a4-a465-3d52c972531e binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:18:52.932514 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.986801 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694'] for network, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:52.987909 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:52.988541 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.057608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] Pushing event updated for resources: {'Network': ['ID=6d3aee69-d47d-4982-92fa-856a8e00a5b3,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:53.072332 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 details requested by agent ovs-agent-dv-cinder-786260-15-iscsi with host dv-cinder-786260-15-iscsi {{(pid=94031) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 21:18:53.113386 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-43b2a8f6-c001-41df-8209-dba17c9eb3ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6021121 Aug 03 21:18:53.116044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49468) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:53.120861 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Request body: {'subnet': {'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-467691180-subnet', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'ip_version': 4}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:53.204404 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Made reservation on behalf of f3cc4d356aad47d3ae0507705024a20e for: {'subnet': 1} {{(pid=94029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:18:53.206884 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26553815'] for subnet, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.270565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.280804 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Transition to ACTIVE for port object abf4a771-69fb-42a4-a465-3d52c972531e will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:53.353245 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.404865 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f57da-d695-49d7-a48f-1275424fec5f None None] Pushing event updated for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:53.433451 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26525435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26553833'] for subnet, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.463816 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Attempting to bind port abf4a771-69fb-42a4-a465-3d52c972531e on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:18:53.464225 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Attempting to bind port abf4a771-69fb-42a4-a465-3d52c972531e by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:18:53.464591 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Attempting to bind port abf4a771-69fb-42a4-a465-3d52c972531e on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:18:53.471396 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:18:53.471779 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:53.472181 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.472581 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Bound using segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:18:53.473063 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Bound port: abf4a771-69fb-42a4-a465-3d52c972531e, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:18:53.473959 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.493492 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55055a5-38d1-4237-b776-1e232e6624f5,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:53.502897 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Checking segment: {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:53.503395 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Network hostable DHCP agents. Network: 6d3aee69-d47d-4982-92fa-856a8e00a5b3, hostable agents: ['d12d6dd5-bf46-4683-9951-964ba7c75a78'], hosted agents: [] {{(pid=94029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 21:18:53.551061 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] For port abf4a771-69fb-42a4-a465-3d52c972531e, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:18:53.554468 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] For port abf4a771-69fb-42a4-a465-3d52c972531e, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=abf4a771-69fb-42a4-a465-3d52c972531e,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:18:53.580980 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 is scheduled to be hosted by DHCP agent d12d6dd5-bf46-4683-9951-964ba7c75a78 with binding_index 1 {{(pid=94029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 21:18:53.639147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.667216 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-15-iscsi, 6d3aee69-d47d-4982-92fa-856a8e00a5b3) {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:53.672825 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:53.673426 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.683736 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f99631-114c-4da7-8108-e47b21211bc0 None None] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:18:53.742195 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f57da-d695-49d7-a48f-1275424fec5f None None] Pushing event updated for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:53.746363 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:53.746994 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:53.757842 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d7b95656-77e2-4151-a268-9911c5a123d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6407373 Aug 03 21:18:53.760589 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49470) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:53.765245 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:53.856114 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3883585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4153'] for router, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.857381 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3886743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4057225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4130'] for router, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:53.916255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.045565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:54.141880 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbae97be-5298-508d-a2b5-12852ef5345d-6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'fixed_ips': [{'subnet_id': 'd55055a5-38d1-4237-b776-1e232e6624f5'}]}} from dv-cinder-786260-15-iscsi. {{(pid=94031) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 21:18:54.142746 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.154471 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.260622 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0335948a-7de4-4b1a-970a-8f36a26a2e27 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:54.421041 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Allocated IP 172.20.0.2 (6d3aee69-d47d-4982-92fa-856a8e00a5b3/d55055a5-38d1-4237-b776-1e232e6624f5/c5546182-8efa-4751-baff-81a94f00c9ce) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:54.424611 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 0335948a-7de4-4b1a-970a-8f36a26a2e27 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:54.425037 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.425902 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.446056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.552174 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:53Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:54.556269 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_common [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Allocated IP 172.27.0.245 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/e1251985-aaf7-4130-8f25-f32e80bee720) {{(pid=94029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:54.595560 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc34f2-1e59-4a65-a672-dd1ebeca5555 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:53Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:18:54.698931 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.705641 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.716324 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Transition to ACTIVE for port object c5546182-8efa-4751-baff-81a94f00c9ce will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:54.735205 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Transition to ACTIVE for port object c5546182-8efa-4751-baff-81a94f00c9ce will not be triggered until provisioned by entity DHCP. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:54.799424 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.832146 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.850814 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:54.853957 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:54.859253 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:54.861382 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Pushing event updated for resources: {'Port': ['ID=c5546182-8efa-4751-baff-81a94f00c9ce,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:54.886976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:54.891033 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:54.893626 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Received port after_create {{(pid=94029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:54.921667 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Pushing event updated for resources: {'Port': ['ID=e1251985-aaf7-4130-8f25-f32e80bee720,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:54.921980 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Attempting to bind port c5546182-8efa-4751-baff-81a94f00c9ce on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:18:54.922361 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Attempting to bind port c5546182-8efa-4751-baff-81a94f00c9ce by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:18:54.922724 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Attempting to bind port c5546182-8efa-4751-baff-81a94f00c9ce on network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:18:54.928646 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:18:54.928815 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Checking segment: {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:54.929185 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:54.929632 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Bound using segment: {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:18:54.930745 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Bound port: c5546182-8efa-4751-baff-81a94f00c9ce, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:18:54.931163 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:55.001878 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] For port c5546182-8efa-4751-baff-81a94f00c9ce, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:18:55.005416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] For port c5546182-8efa-4751-baff-81a94f00c9ce, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c5546182-8efa-4751-baff-81a94f00c9ce,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:18:55.089004 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:55.161595 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df74a-fc15-4d95-85f5-2de04e336b87 None None] Pushing event updated for resources: {'Port': ['ID=c5546182-8efa-4751-baff-81a94f00c9ce,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:55.322812 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:55.568712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3883974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3886664'] for router, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.055507 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 is scheduled to L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b with binding_index 1 {{(pid=94029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 21:18:56.188120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:18:56.211401 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Sync routers for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:18:56.226083 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:56.226083 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:56.279378 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device abf4a771-69fb-42a4-a465-3d52c972531e up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:56.300096 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.301381 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e78c5d9c-a2f2-4c34-aa12-9f21d34f9a09 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5396776 Aug 03 21:18:56.304492 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49486) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:56.305691 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f536ba-45aa-4b33-9fa9-87c02b9f767c None None] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:18:56.453845 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:56.529766 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port abf4a771-69fb-42a4-a465-3d52c972531e completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:56.534884 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port abf4a771-69fb-42a4-a465-3d52c972531e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:56.536279 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.565513 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-397ab0ab-266e-4efa-973b-7ae2f744a0d1 None None] Provisioning for port c5546182-8efa-4751-baff-81a94f00c9ce completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:56.657150 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.670886 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:55Z', 'revision_number': 3, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:56.696086 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port abf4a771-69fb-42a4-a465-3d52c972531e, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=abf4a771-69fb-42a4-a465-3d52c972531e,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:56.706687 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Checking router: ca8b1128-8f04-43e8-b7a6-859b8ed8d765 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:18:56.706687 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Updating router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 port e1251985-aaf7-4130-8f25-f32e80bee720 binding host dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:18:56.734771 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.775799 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.776630 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c5546182-8efa-4751-baff-81a94f00c9ce up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:56.829990 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:56.873800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:56.980942 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port c5546182-8efa-4751-baff-81a94f00c9ce completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:56.985940 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port c5546182-8efa-4751-baff-81a94f00c9ce triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:56.986323 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.041489 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Allocated IP 172.20.0.1 (6d3aee69-d47d-4982-92fa-856a8e00a5b3/d55055a5-38d1-4237-b776-1e232e6624f5/606eb533-8dbc-48d3-bd66-7438d22f1010) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:18:57.050654 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.063848 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Transition to ACTIVE for port object e1251985-aaf7-4130-8f25-f32e80bee720 will not be triggered until provisioned by entity L2. {{(pid=94032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:57.098276 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.135788 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.136284 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port c5546182-8efa-4751-baff-81a94f00c9ce, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c5546182-8efa-4751-baff-81a94f00c9ce,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:57.173667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.183559 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3c41-3f68-40a4-857c-f89e0f1ccd4e None None] Pushing event updated for resources: {'Port': ['ID=e1251985-aaf7-4130-8f25-f32e80bee720,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:57.189315 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Transition to ACTIVE for port object 606eb533-8dbc-48d3-bd66-7438d22f1010 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:18:57.197679 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Attempting to bind port e1251985-aaf7-4130-8f25-f32e80bee720 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:18:57.197679 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Attempting to bind port e1251985-aaf7-4130-8f25-f32e80bee720 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:18:57.197679 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Attempting to bind port e1251985-aaf7-4130-8f25-f32e80bee720 on network 69d1b499-427d-4e5d-a9ab-de422dab2e84 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:18:57.201257 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:18:57.201628 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Checking segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:18:57.202037 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.202450 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Bound using segment: {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:18:57.203492 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Bound port: e1251985-aaf7-4130-8f25-f32e80bee720, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc95527-b496-423d-868b-0319575793fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:18:57.203870 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.257479 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] For port e1251985-aaf7-4130-8f25-f32e80bee720, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:18:57.260633 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] For port e1251985-aaf7-4130-8f25-f32e80bee720, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e1251985-aaf7-4130-8f25-f32e80bee720,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:18:57.261931 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.314981 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=c5546182-8efa-4751-baff-81a94f00c9ce,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:57.431586 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.465814 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.476109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:57.481547 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:57.486243 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:18:57.490642 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Pushing event updated for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:57.527125 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:57.527770 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:57.530587 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885975'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.530857 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3c41-3f68-40a4-857c-f89e0f1ccd4e None None] Pushing event updated for resources: {'Port': ['ID=e1251985-aaf7-4130-8f25-f32e80bee720,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:57.653824 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:57.701276 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0d5b2-d0ea-4e8a-8ed9-1606c2237a45 req-9ecea1dd-38df-4fb5-aaa5-02dea08c4b0c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:57.703359 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43a0d5b2-d0ea-4e8a-8ed9-1606c2237a45 req-9ecea1dd-38df-4fb5-aaa5-02dea08c4b0c tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0564890 Aug 03 21:18:57.742034 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-43a0d5b2-d0ea-4e8a-8ed9-1606c2237a45 req-78f8dc48-d60b-4be3-afa4-9b06d3b426dd tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 Aug 03 21:18:57.772615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.841438 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:55Z', 'revision_number': 3, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:57.843964 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-314af9b6-828c-4c18-964b-596a18205f8b None None] Provisioning for port 606eb533-8dbc-48d3-bd66-7438d22f1010 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:57.848381 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-314af9b6-828c-4c18-964b-596a18205f8b None None] Provisioning complete for port 606eb533-8dbc-48d3-bd66-7438d22f1010 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:57.848768 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-314af9b6-828c-4c18-964b-596a18205f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:57.872365 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7ec5f-505e-4c8c-a286-4b24c2fd34c3 None None] The sync data for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi is: [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:55Z', 'revision_number': 3, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:18:57.892385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-314af9b6-828c-4c18-964b-596a18205f8b None None] Port 606eb533-8dbc-48d3-bd66-7438d22f1010 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:18:57.952196 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.031074 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.106978 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Pushing event updated for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:58.110092 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3727740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885835'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.223402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:18:58.225836 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:18:58.336355 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e1251985-aaf7-4130-8f25-f32e80bee720 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:58.364977 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:18:58.488378 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:18:58.494055 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f0883218-6a81-4b7c-97e2-e135866a7140 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca8b1128-8f04-43e8-b7a6-859b8ed8d765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1877146 Aug 03 21:18:58.503798 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port e1251985-aaf7-4130-8f25-f32e80bee720 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:18:58.511646 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e1251985-aaf7-4130-8f25-f32e80bee720 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:58.512227 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.550484 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-b372503a-df58-449f-8780-f1363ff1f481 None None] Provisioning complete for port 606eb533-8dbc-48d3-bd66-7438d22f1010 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:58.551049 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b372503a-df58-449f-8780-f1363ff1f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.595845 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b372503a-df58-449f-8780-f1363ff1f481 None None] Port 606eb533-8dbc-48d3-bd66-7438d22f1010 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:18:58.639371 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.662124 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port e1251985-aaf7-4130-8f25-f32e80bee720, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e1251985-aaf7-4130-8f25-f32e80bee720,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:58.773887 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.774699 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device abf4a771-69fb-42a4-a465-3d52c972531e up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:58.860198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=e1251985-aaf7-4130-8f25-f32e80bee720,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:58.873900 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port abf4a771-69fb-42a4-a465-3d52c972531e triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:58.874504 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:58.876947 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f446bd-cb09-480a-b33f-dec39c20dd96 req-f5b37589-700b-4e50-b00c-1d623a9851e3 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:58.879051 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35f446bd-cb09-480a-b33f-dec39c20dd96 req-f5b37589-700b-4e50-b00c-1d623a9851e3 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0659645 Aug 03 21:18:58.926321 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-35f446bd-cb09-480a-b33f-dec39c20dd96 req-0de8283e-6bef-4d12-ab0d-10682ef18578 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374753 Aug 03 21:18:58.966847 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c5546182-8efa-4751-baff-81a94f00c9ce up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:18:59.012574 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49510) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:59.018128 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005723430', 'description': 'tempest-secgroup-smoke-2005723430 description', 'project_id': '836372ef630e49308c23ab0da45caeb2'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:59.112858 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.141525 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port c5546182-8efa-4751-baff-81a94f00c9ce triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:18:59.141907 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.204175 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.288114 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.338541 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec380eca-66a5-4825-b007-8375f79c5adf,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:59.354454 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-306a2b4c-9499-4fd4-b693-fc604d64a824 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:18:59.356135 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-306a2b4c-9499-4fd4-b693-fc604d64a824 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 946 time: 0.0778270 Aug 03 21:18:59.455667 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Sync routers for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:18:59.464771 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:18:59.471750 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:59.473347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Deleting port b914ed3e-ba5c-49aa-a323-3f357a7481d2 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:18:59.473756 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.516337 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.521576 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-59c3d71f-a3db-4f24-a700-aabd06d911fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5078471 Aug 03 21:18:59.525529 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49512) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:59.530828 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:18:59.578321 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:18:59.589137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] For port b914ed3e-ba5c-49aa-a323-3f357a7481d2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b914ed3e-ba5c-49aa-a323-3f357a7481d2,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:18:59.589689 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.690501 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.758737 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.780560 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.781506 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.781836 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Floating IP 16679b60-2a41-477d-92a0-6a1ad2669858 disassociated. External IP: 172.27.0.36, port: b914ed3e-ba5c-49aa-a323-3f357a7481d2. Aug 03 21:18:59.782181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Calling delete_port for b914ed3e-ba5c-49aa-a323-3f357a7481d2 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:18:59.793907 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 4, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '606eb533-8dbc-48d3-bd66-7438d22f1010', 'name': '', 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'mac_address': 'fa:16:3e:b5:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:56Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 2, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'subnets': [{'id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:18:59.821836 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Checking router: ca8b1128-8f04-43e8-b7a6-859b8ed8d765 for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:18:59.822218 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Updating router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 port 606eb533-8dbc-48d3-bd66-7438d22f1010 binding host dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 21:18:59.853360 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.872778 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.893458 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825a06df-185c-4f45-aa73-dd7e67979638,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:18:59.985746 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:18:59.989810 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9e5484a0-56d7-4126-bf69-79b412fd20eb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4603679 Aug 03 21:18:59.989990 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49516) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:18:59.994552 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:00.038617 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.058611 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dccb7-f7ab-44b7-8fcc-ae5872f4f1af req-c8314e22-f819-46f3-9755-5fbac64cb984 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:00.060237 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a74dccb7-f7ab-44b7-8fcc-ae5872f4f1af req-c8314e22-f819-46f3-9755-5fbac64cb984 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 867 time: 0.0612588 Aug 03 21:19:00.072295 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'Port': ['ID=b914ed3e-ba5c-49aa-a323-3f357a7481d2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:00.109741 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a74dccb7-f7ab-44b7-8fcc-ae5872f4f1af req-02e5eab3-a53a-44a2-a103-50423e020867 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9e1b239-02b7-432b-92d1-51e9bb185901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Aug 03 21:19:00.152263 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.161613 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.187680 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Transition to ACTIVE for port object 606eb533-8dbc-48d3-bd66-7438d22f1010 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:19:00.203793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:19:00.235718 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.235851 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e1251985-aaf7-4130-8f25-f32e80bee720 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:19:00.256043 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.314236 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.321830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:19:00.336838 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:19:00.347019 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48109b7-0500-4d95-a58a-57e2652d91ad None None] Pushing event updated for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:00.347854 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d726aee4-2954-4e3e-a4c6-20b780a7a927,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:00.354399 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:00.355437 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:00.382083 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] No DVR routers for this DVR port b914ed3e-ba5c-49aa-a323-3f357a7481d2 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:19:00.385212 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.387896 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d8ac04a-284e-40f3-b622-f8e8b5897c62 req-bf9af203-4905-4ed7-8b23-2809f0d049b8 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.79 "DELETE /v2.0/ports/b914ed3e-ba5c-49aa-a323-3f357a7481d2 HTTP/1.1" status: 204 len: 173 time: 1.0256586 Aug 03 21:19:00.388554 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'name': 'network-vif-deleted', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:19:00.402791 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0ab97-994a-4e6d-9c37-c6fe53feb7ef" -d '{"events": [{"server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "name": "network-vif-deleted", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:19:00.425251 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port e1251985-aaf7-4130-8f25-f32e80bee720 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:19:00.425792 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.434033 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.435326 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-130af81b-74c5-43cf-9673-de1671f8b8a9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4442990 Aug 03 21:19:00.438712 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49520) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:00.447924 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:00.457683 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb56ce66-236b-4790-808b-535dac2f94fb x-openstack-request-id: req-fb56ce66-236b-4790-808b-535dac2f94fb {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:19:00.457986 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc05a2e-9394-427f-a41a-72606215abc9", "name": "network-vif-deleted", "tag": "b914ed3e-ba5c-49aa-a323-3f357a7481d2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:19:00.458273 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb56ce66-236b-4790-808b-535dac2f94fb {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:19:00.458683 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc05a2e-9394-427f-a41a-72606215abc9', 'name': 'network-vif-deleted', 'tag': 'b914ed3e-ba5c-49aa-a323-3f357a7481d2', 'status': 'completed', 'code': 200} Aug 03 21:19:00.461171 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Attempting to bind port 606eb533-8dbc-48d3-bd66-7438d22f1010 on host dv-cinder-786260-15-iscsi for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:19:00.462152 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Attempting to bind port 606eb533-8dbc-48d3-bd66-7438d22f1010 by drivers openvswitch,hyperv on host dv-cinder-786260-15-iscsi at level 0 using segments [{'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:19:00.462667 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Attempting to bind port 606eb533-8dbc-48d3-bd66-7438d22f1010 on network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:19:00.477832 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Checking agent: {'id': '572ffc6c-f6e2-4410-b673-44ec493c8a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 1, 19), 'started_at': datetime.datetime(2021, 8, 3, 21, 1, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:19:00.478987 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Checking segment: {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:19:00.479631 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.480189 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Bound using segment: {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:19:00.480860 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Bound port: 606eb533-8dbc-48d3-bd66-7438d22f1010, host: dv-cinder-786260-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748fd782-19ee-4904-b8f4-ce6056840088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:19:00.481556 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.545949 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:00.594596 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] For port 606eb533-8dbc-48d3-bd66-7438d22f1010, host dv-cinder-786260-15-iscsi, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:19:00.595380 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.611208 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] For port 606eb533-8dbc-48d3-bd66-7438d22f1010, host dv-cinder-786260-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=606eb533-8dbc-48d3-bd66-7438d22f1010,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:19:00.678032 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.688909 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.737776 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:00.738501 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:00.785614 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.786996 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48109b7-0500-4d95-a58a-57e2652d91ad None None] Pushing event updated for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:00.792302 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:00.820766 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c861f4-43d7-4d33-ac00-411e2f8197d2,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:00.828242 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:19:00.844977 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:00.845833 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:00.888417 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:00.889745 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-1841d6c6-d561-4cff-9415-409bae00b04f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4495873 Aug 03 21:19:00.893092 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49522) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:00.898088 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.v2.base [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:00.899778 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:00.969752 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:00.990164 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.059802 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.133251 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 4, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '606eb533-8dbc-48d3-bd66-7438d22f1010', 'name': '', 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'mac_address': 'fa:16:3e:b5:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:56Z', 'updated_at': '2021-08-03T21:19:00Z', 'revision_number': 4, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'subnets': [{'id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:01.134416 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.161817 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b578be1-4ab8-46e9-9fd0-175a8afe398d,revision_number=0']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:01.174738 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4a5c-0649-4d6c-a855-81d4c5fb14ba None None] The sync data for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi is: [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:18:57Z', 'revision_number': 4, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '606eb533-8dbc-48d3-bd66-7438d22f1010', 'name': '', 'network_id': '6d3aee69-d47d-4982-92fa-856a8e00a5b3', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'mac_address': 'fa:16:3e:b5:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:56Z', 'updated_at': '2021-08-03T21:19:00Z', 'revision_number': 4, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'subnets': [{'id': 'd55055a5-38d1-4237-b776-1e232e6624f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:19:01.251261 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3ec0148c-1121-4c8f-8cff-2963a19c8429 req-97e1bb69-aa64-4d14-881a-471ede20d970 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc05a2e-9394-427f-a41a-72606215abc9 HTTP/1.1" status: 200 len: 210 time: 0.0406470 Aug 03 21:19:01.267851 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.270290 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-c9904bb3-1173-478b-8f3d-a82cd8679cb1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752134 Aug 03 21:19:01.272723 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49528) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:01.284541 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:01.352629 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:01.381810 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b852d25-868e-4aa7-b277-67b0bd0476a1 None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:13:18Z', 'revision_number': 4, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'e2cbb84c-2ebe-4890-983f-38bd5014d304', 'name': '', 'network_id': '6b324ef2-af90-4c23-994d-fb284262906f', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'mac_address': 'fa:16:3e:e0:74:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '13c6c475-458d-451f-8592-5ec71a755940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:17Z', 'updated_at': '2021-08-03T21:13:24Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'subnets': [{'id': '13c6c475-458d-451f-8592-5ec71a755940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:19:01.409972 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Project 836372ef630e49308c23ab0da45caeb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:19:01.416348 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.474664 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.540219 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.560663 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf7c08e-c086-4ca1-a344-c73a9306c1ce,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:01.655620 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.657460 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-08113c91-045e-431e-aecc-545194b5322c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3829296 Aug 03 21:19:01.662065 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49530) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:01.665036 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'security_group_rule': {'security_group_id': 'ec380eca-66a5-4825-b007-8375f79c5adf', 'project_id': '836372ef630e49308c23ab0da45caeb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:01.714394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aa1a8a-11c7-4c39-b5ba-e8000f464562 None None] New status for floating IP 16679b60-2a41-477d-92a0-6a1ad2669858: DOWN {{(pid=94031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:19:01.758381 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Project 836372ef630e49308c23ab0da45caeb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 21:19:01.763930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.837686 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.912611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3919826'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:01.930711 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6734213-4806-4f81-909b-f671161408df,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:02.002844 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.004131 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0f56635d-201e-453d-9ccb-c83761dd6826 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3427343 Aug 03 21:19:02.188534 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:19:02.229985 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 606eb533-8dbc-48d3-bd66-7438d22f1010 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:19:02.367895 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning for port 606eb533-8dbc-48d3-bd66-7438d22f1010 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:19:02.372056 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 606eb533-8dbc-48d3-bd66-7438d22f1010 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:19:02.372353 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.454259 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.483726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49574) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:02.487638 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] For port 606eb533-8dbc-48d3-bd66-7438d22f1010, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=606eb533-8dbc-48d3-bd66-7438d22f1010,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:02.542631 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.558192 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.575751 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.616196 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Pushing event updated for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:02.729665 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.732411 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.733614 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9e1b239-02b7-432b-92d1-51e9bb185901 HTTP/1.1" status: 204 len: 168 time: 0.2488716 Aug 03 21:19:02.736581 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49576) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:02.743410 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6733e30-4c16-43ad-ad7d-313c28957b56 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e1b239-02b7-432b-92d1-51e9bb185901,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:02.750454 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.api.v2.resource [None req-4cd9817f-02bd-4433-87e4-08ec3a89e34b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] show failed (client error): The resource could not be found. Aug 03 21:19:02.751483 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-4cd9817f-02bd-4433-87e4-08ec3a89e34b tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "GET /v2.0/security-groups/b9e1b239-02b7-432b-92d1-51e9bb185901 HTTP/1.1" status: 404 len: 347 time: 0.0140026 Aug 03 21:19:02.754525 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49578) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:02.884241 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Deleting port e850e90f-3d6c-4ee5-9e4f-5da651c30f89 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:19:02.884585 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.979506 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.982336 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:02.993435 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Calling delete_port for e850e90f-3d6c-4ee5-9e4f-5da651c30f89 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:19:03.187634 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:03.213200 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Pushing event deleted for resources: {'Port': ['ID=e850e90f-3d6c-4ee5-9e4f-5da651c30f89,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:03.278173 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:03.281294 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:03.282473 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2f6d6902-38f5-4e4a-908e-854b33c05aa4 tempest-AttachVolumeTestJSON-2129997882 tempest-AttachVolumeTestJSON-2129997882-project] 10.222.0.32 "DELETE /v2.0/floatingips/16679b60-2a41-477d-92a0-6a1ad2669858 HTTP/1.1" status: 204 len: 168 time: 0.5269978 Aug 03 21:19:03.772762 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device b914ed3e-ba5c-49aa-a323-3f357a7481d2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:19:03.794740 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: b914ed3e-ba5c-49aa-a323-3f357a7481d2 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:19:03.795092 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device b914ed3e-ba5c-49aa-a323-3f357a7481d2 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:19:04.201758 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 606eb533-8dbc-48d3-bd66-7438d22f1010 up at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:19:04.250656 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Provisioning complete for port 606eb533-8dbc-48d3-bd66-7438d22f1010 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:19:04.250943 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:06.541719 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:07.593010 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49632) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:08.093254 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:08.346578 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Deleting port e2cbb84c-2ebe-4890-983f-38bd5014d304 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:19:08.346850 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:08.425496 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] For port e2cbb84c-2ebe-4890-983f-38bd5014d304, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e2cbb84c-2ebe-4890-983f-38bd5014d304,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:08.425847 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:08.439943 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Calling delete_port for e2cbb84c-2ebe-4890-983f-38bd5014d304 owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:19:08.673347 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:08.698357 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cbb84c-2ebe-4890-983f-38bd5014d304,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:08.865211 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:09.114533 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Router 46610a36-fb75-4d34-85d5-f1744e14500d has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:19:09.227325 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:19:09.233375 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e67413cf-4404-4f05-9568-eae6f7cce34f admin admin] 10.222.0.32 "PUT /v2.0/routers/46610a36-fb75-4d34-85d5-f1744e14500d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385412 Aug 03 21:19:09.235118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49638) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:09.236670 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Sync routers for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:19:09.246103 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:09.246733 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:09.355405 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:09.358102 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:09.472736 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:09.543273 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:19:08Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:09.570400 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Checking router: 46610a36-fb75-4d34-85d5-f1744e14500d for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:19:09.578808 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Routers {'46610a36-fb75-4d34-85d5-f1744e14500d'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:09.579944 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:18:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['46610a36-fb75-4d34-85d5-f1744e14500d'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:09.648044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Deleting port 8114de91-6767-49b0-bdf0-bdc6e6f23601 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:19:09.648383 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:09.684162 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] Set router 46610a36-fb75-4d34-85d5-f1744e14500d gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:09.740339 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] For port 8114de91-6767-49b0-bdf0-bdc6e6f23601, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=8114de91-6767-49b0-bdf0-bdc6e6f23601,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:09.741254 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:09.760732 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Calling delete_port for 8114de91-6767-49b0-bdf0-bdc6e6f23601 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:19:09.868795 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:19:08Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:09.901340 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ba6ab-1d9a-4811-9a04-aab1409de3bd None None] The sync data for ids ['46610a36-fb75-4d34-85d5-f1744e14500d'] in dv-cinder-786260-15-iscsi is: [{'id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'name': 'tempest-AttachVolumeTestJSON-371312373-router', 'tenant_id': '81801dd85fe940e9b72dc4e7c697c073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:13:13Z', 'updated_at': '2021-08-03T21:19:08Z', 'revision_number': 5, 'project_id': '81801dd85fe940e9b72dc4e7c697c073', 'gw_port': {'id': '8114de91-6767-49b0-bdf0-bdc6e6f23601', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46610a36-fb75-4d34-85d5-f1744e14500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:13:14Z', 'updated_at': '2021-08-03T21:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:19:10.010221 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.042459 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=8114de91-6767-49b0-bdf0-bdc6e6f23601,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:10.126913 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.224008 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.226913 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.380259 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e2cbb84c-2ebe-4890-983f-38bd5014d304 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:19:10.385127 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.385834 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46610a36-fb75-4d34-85d5-f1744e14500d {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:19:10.390968 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.394528 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0da6ddb1-0fba-4969-b8f5-1a4c45ae3ecb admin admin] 10.222.0.32 "DELETE /v2.0/routers/46610a36-fb75-4d34-85d5-f1744e14500d HTTP/1.1" status: 204 len: 168 time: 1.1559937 Aug 03 21:19:10.394778 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49644) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:10.404711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: e2cbb84c-2ebe-4890-983f-38bd5014d304 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:19:10.408335 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e2cbb84c-2ebe-4890-983f-38bd5014d304 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:19:10.456384 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Deleting subnet 13c6c475-458d-451f-8592-5ec71a755940 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:19:10.459843 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.497814 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.584467 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.717485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.744344 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c6c475-458d-451f-8592-5ec71a755940,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:10.747939 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.753434 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f881d358-f5fe-4ebc-8592-6d7df9583816 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13c6c475-458d-451f-8592-5ec71a755940 HTTP/1.1" status: 204 len: 168 time: 0.3539813 Aug 03 21:19:10.753434 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49646) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:10.756455 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556b2d2-3074-45e2-8f67-9c0eff8c9e6a None None] Network 6b324ef2-af90-4c23-994d-fb284262906f requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:19:10.851024 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.907531 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Deleting port 2c46deed-bef5-4577-83b8-f71d993a74ac {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:19:10.907912 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:10.963549 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] DHCP port deletion for 6b324ef2-af90-4c23-994d-fb284262906f request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:19:10.988505 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] For port 2c46deed-bef5-4577-83b8-f71d993a74ac, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2c46deed-bef5-4577-83b8-f71d993a74ac,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:10.988918 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.009293 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Calling delete_port for 2c46deed-bef5-4577-83b8-f71d993a74ac owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:19:11.020252 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Deleting port 2c46deed-bef5-4577-83b8-f71d993a74ac {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:19:11.020632 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.090003 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] For port 2c46deed-bef5-4577-83b8-f71d993a74ac, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=2c46deed-bef5-4577-83b8-f71d993a74ac,segment=NetworkSegment(24bd2f59-94c8-4145-9446-757ebc274a56),segment_id=24bd2f59-94c8-4145-9446-757ebc274a56)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:11.090404 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.179573 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.211902 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c46deed-bef5-4577-83b8-f71d993a74ac,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:11.215698 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] No DVR routers for this DVR port 2c46deed-bef5-4577-83b8-f71d993a74ac on host dv-cinder-786260-15-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:19:11.235220 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Calling delete_port for 2c46deed-bef5-4577-83b8-f71d993a74ac owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:19:11.292575 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.304298 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b324ef2-af90-4c23-994d-fb284262906f']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:11.316161 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bd2f59-94c8-4145-9446-757ebc274a56') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:11.316453 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bd2f59-94c8-4145-9446-757ebc274a56') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:11.317022 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.326207 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.339812 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.344321 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] No DVR routers for this DVR port 2c46deed-bef5-4577-83b8-f71d993a74ac on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:19:11.345968 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32cd4-449a-4cd7-aeac-cd5e8d5a0611 None None] Pushing event deleted for resources: {'Port': ['ID=2c46deed-bef5-4577-83b8-f71d993a74ac,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:11.346656 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:19:11.347730 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:19:11.349136 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:19:11.494193 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.503013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.504899 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b324ef2-af90-4c23-994d-fb284262906f HTTP/1.1" status: 204 len: 168 time: 0.7504885 Aug 03 21:19:11.516196 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c301560-4a30-4191-8718-451ef13c936a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b324ef2-af90-4c23-994d-fb284262906f,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:11.841591 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49652) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:11.882249 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-ceaf65dc-b467-4b0f-9729-e164c57a66a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81801dd85fe940e9b72dc4e7c697c073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392485 Aug 03 21:19:11.884803 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49654) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:11.934950 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:11.956317 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:12.078052 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:12.081197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:12.082389 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7a6678a-e3c3-4c0d-964f-bce67313999e HTTP/1.1" status: 204 len: 168 time: 0.1966715 Aug 03 21:19:12.094988 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd0a1b-98e8-46a7-8bb5-45e5699d70be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a6678a-e3c3-4c0d-964f-bce67313999e,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:12.219962 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 8114de91-6767-49b0-bdf0-bdc6e6f23601 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:19:12.243258 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 8114de91-6767-49b0-bdf0-bdc6e6f23601 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:19:12.243602 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 8114de91-6767-49b0-bdf0-bdc6e6f23601 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:19:12.244012 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2c46deed-bef5-4577-83b8-f71d993a74ac no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:19:12.262178 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 2c46deed-bef5-4577-83b8-f71d993a74ac {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:19:12.262516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 2c46deed-bef5-4577-83b8-f71d993a74ac not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:19:14.583577 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49716) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:14.686016 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-290f1d4d-22d0-4ee6-8895-d80e28a3ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:14.776925 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-290f1d4d-22d0-4ee6-8895-d80e28a3ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:14.838475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-290f1d4d-22d0-4ee6-8895-d80e28a3ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:14.876684 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-290f1d4d-22d0-4ee6-8895-d80e28a3ba79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdeeb5e3e66b4accbd7feb5e2ad33607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919865 Aug 03 21:19:14.877397 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1d4d-22d0-4ee6-8895-d80e28a3ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe58aa-d589-4e98-a5c9-a08297a946f7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:14.880250 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49722) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:14.935624 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:14.957918 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.095435 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.098079 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.099302 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fbe58aa-d589-4e98-a5c9-a08297a946f7 HTTP/1.1" status: 204 len: 168 time: 0.2177601 Aug 03 21:19:15.107983 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51685be-16c9-42e3-ae54-6efdc224167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe58aa-d589-4e98-a5c9-a08297a946f7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:15.757260 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49734) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:15.770439 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f82db1f2-8619-4d1f-aebd-a2c1f6fd3a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.858188 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f82db1f2-8619-4d1f-aebd-a2c1f6fd3a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.923485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f82db1f2-8619-4d1f-aebd-a2c1f6fd3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:15.961670 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f82db1f2-8619-4d1f-aebd-a2c1f6fd3a6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=570a75dcd43e4117b20a9413047d054c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033131 Aug 03 21:19:15.962610 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82db1f2-8619-4d1f-aebd-a2c1f6fd3a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e91f76-c0d3-45b8-a85a-25ec1117a285,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:15.964344 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49736) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:16.011403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:16.036196 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:16.150583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:16.153191 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:16.154369 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57e91f76-c0d3-45b8-a85a-25ec1117a285 HTTP/1.1" status: 204 len: 168 time: 0.1890509 Aug 03 21:19:16.163046 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7794c9d-a80d-42fb-994a-f199f34600cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e91f76-c0d3-45b8-a85a-25ec1117a285,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:16.427110 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-753475ba-9824-4028-ad98-918f715af027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:18.999035 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ac86838-40cf-4b12-b536-95c5fa5656fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:19.204105 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:19.712168 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49812) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:19.855201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e76c3762-e637-4632-8191-d6e8e3ce221a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:19.960106 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e76c3762-e637-4632-8191-d6e8e3ce221a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.030765 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e76c3762-e637-4632-8191-d6e8e3ce221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.078149 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49824) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:20.079333 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e76c3762-e637-4632-8191-d6e8e3ce221a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f75fcdcb4534ffdaf45684fdbab5e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649220 Aug 03 21:19:20.079867 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c3762-e637-4632-8191-d6e8e3ce221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f2703-672c-45a0-a8da-aada74631dcd,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:20.145875 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.169625 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.327885 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.330476 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.331679 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/504f2703-672c-45a0-a8da-aada74631dcd HTTP/1.1" status: 204 len: 168 time: 0.2519073 Aug 03 21:19:20.340268 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaa66a-85a3-468e-9cd5-aa3fc8d5ca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f2703-672c-45a0-a8da-aada74631dcd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:20.386873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-2db2961e-5a3d-4489-aec7-33dfa52d99c5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005723430&fields=id&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 267 time: 0.0343409 Aug 03 21:19:20.501131 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-0161799a-3d3c-4a5f-b001-809a29e0b94e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:20.502670 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-0161799a-3d3c-4a5f-b001-809a29e0b94e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1082790 Aug 03 21:19:20.513424 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:20.520990 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-be20d70b-29a1-4e29-b3a4-c0b287efc082 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/quotas/836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 375 time: 0.0121992 Aug 03 21:19:20.574025 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-a6ea450d-2062-45d3-8c3f-d3bf494b626d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467451 Aug 03 21:19:20.675258 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-a72765fe-2912-4767-a584-99031be7e053 service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888486 Aug 03 21:19:20.766117 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3b9b4bbe-c649-4eea-a2e8-bab2c5f7d3fd service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845275 Aug 03 21:19:20.915648 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49842) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:20.930283 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf42c8-c772-4769-b6ef-6e0e076fc5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.017766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf42c8-c772-4769-b6ef-6e0e076fc5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.129471 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fccf42c8-c772-4769-b6ef-6e0e076fc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.168285 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fccf42c8-c772-4769-b6ef-6e0e076fc5d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00904c6f9f994dc2aea57dcf0349907b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512646 Aug 03 21:19:21.170166 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf42c8-c772-4769-b6ef-6e0e076fc5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac045cc6-2d57-4f70-87a4-3dbd6b1456de,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:21.171156 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49844) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:21.224321 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.245853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.413408 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.416452 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:21.422916 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac045cc6-2d57-4f70-87a4-3dbd6b1456de HTTP/1.1" status: 204 len: 168 time: 0.2474015 Aug 03 21:19:21.430197 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6fc60-1ed3-4a5d-bf27-a5af4ae990eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac045cc6-2d57-4f70-87a4-3dbd6b1456de,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:21.646790 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d0bbfa11-17e6-42a8-934c-5686698ef9e9 req-e7ec7939-02b6-4ab7-a0e8-f72d9cff5056 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 210 time: 0.2039599 Aug 03 21:19:21.933470 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:22.748623 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f4db4a41-0bc9-4403-864a-d137e3f3e9ca req-7e5865d1-404f-4596-a2ba-e83e63bfdfce tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 210 time: 0.0346594 Aug 03 21:19:23.212157 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49892) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:23.321822 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f0d62f8a-d4f2-4f5d-b93b-c0ec4075e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:23.410303 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f0d62f8a-d4f2-4f5d-b93b-c0ec4075e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:23.483827 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f0d62f8a-d4f2-4f5d-b93b-c0ec4075e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:23.521897 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f0d62f8a-d4f2-4f5d-b93b-c0ec4075e900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bf2e30f4727419eab5da4f7850ccc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086734 Aug 03 21:19:23.522751 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d62f8a-d4f2-4f5d-b93b-c0ec4075e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857d38e3-502f-4967-8ea2-1ff020ef287e,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:23.525168 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49898) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:23.627911 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:23.669132 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:23.699314 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-ef22d06a-d93b-41f8-a050-34e154595867 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:23.700760 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-ef22d06a-d93b-41f8-a050-34e154595867 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1416841 Aug 03 21:19:23.859430 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-98eb6e86-f39e-4f2b-aa09-428428a8169b req-c02f1260-5dd0-4530-a0e7-64f0a1932ec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 210 time: 0.0318813 Aug 03 21:19:24.028068 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-c035fd8b-7294-484e-9cb7-747825f0f432 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 380 time: 0.3156314 Aug 03 21:19:24.037524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'port': {'device_id': '295b0e54-64cc-4b27-92d6-085aade246e2', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'admin_state_up': True, 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'security_groups': ['ec380eca-66a5-4825-b007-8375f79c5adf']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:24.095783 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.098281 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.099424 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/857d38e3-502f-4967-8ea2-1ff020ef287e HTTP/1.1" status: 204 len: 168 time: 0.5737488 Aug 03 21:19:24.116997 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2902f-5665-4ecd-b65d-cbd05495ad47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d38e3-502f-4967-8ea2-1ff020ef287e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:24.243681 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Made reservation on behalf of 836372ef630e49308c23ab0da45caeb2 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:19:24.247568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.379115 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.20.0.5 (caafb383-bab0-454a-8e03-9abc865567c1/5f778411-6ead-41a1-b137-404ddf2a7f82/52ef88b9-fe0b-42ca-9278-72fe597c390a) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:19:24.531052 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.546198 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Transition to ACTIVE for port object 52ef88b9-fe0b-42ca-9278-72fe597c390a will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:19:24.636528 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.682371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:19:24.685653 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:19:24.690270 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:19:24.715276 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:24.753403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:24.754228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.862250 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-3c840ca2-6a15-4263-8d9d-f2e0a56c811f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284686 Aug 03 21:19:24.881284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Request body: {'port': {'device_id': '295b0e54-64cc-4b27-92d6-085aade246e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:24.959110 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:24.990605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a70c8a94-d28a-4cdf-b208-906ec8b6572d None None] Provisioning for port 52ef88b9-fe0b-42ca-9278-72fe597c390a completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:19:24.994686 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-a70c8a94-d28a-4cdf-b208-906ec8b6572d None None] Provisioning complete for port 52ef88b9-fe0b-42ca-9278-72fe597c390a triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:19:24.999959 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a70c8a94-d28a-4cdf-b208-906ec8b6572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.028925 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a049d-e580-46d2-81e6-789b6eabd017 req-7ad730a7-0bfc-43c0-a194-7ed49c67aa88 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:25.029538 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a70c8a94-d28a-4cdf-b208-906ec8b6572d None None] Port 52ef88b9-fe0b-42ca-9278-72fe597c390a cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:19:25.030359 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8b8a049d-e580-46d2-81e6-789b6eabd017 req-7ad730a7-0bfc-43c0-a194-7ed49c67aa88 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 931 time: 0.0831213 Aug 03 21:19:25.136643 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8b8a049d-e580-46d2-81e6-789b6eabd017 req-ad929aa2-55ee-4b73-8ab7-749a5e0996f4 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974920 Aug 03 21:19:25.296174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ef88b9-fe0b-42ca-9278-72fe597c390a {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:19:25.304624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.316692 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Transition to ACTIVE for port object 52ef88b9-fe0b-42ca-9278-72fe597c390a will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:19:25.409514 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.456972 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Pushing event updated for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:25.534988 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Attempting to bind port 52ef88b9-fe0b-42ca-9278-72fe597c390a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:19:25.535374 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Attempting to bind port 52ef88b9-fe0b-42ca-9278-72fe597c390a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:19:25.538599 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Attempting to bind port 52ef88b9-fe0b-42ca-9278-72fe597c390a on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:19:25.541343 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Port 52ef88b9-fe0b-42ca-9278-72fe597c390a on network caafb383-bab0-454a-8e03-9abc865567c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:19:25.541770 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Attempting to bind port 52ef88b9-fe0b-42ca-9278-72fe597c390a on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:19:25.548104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:19:25.548405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:19:25.548750 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Bound using segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:19:25.549194 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Bound port: 52ef88b9-fe0b-42ca-9278-72fe597c390a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:19:25.549555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.625626 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:19:25.630529 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:19:25.735812 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.774137 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:25.774753 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:25.776235 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] 10.222.0.79 "PUT /v2.0/ports/52ef88b9-fe0b-42ca-9278-72fe597c390a HTTP/1.1" status: 200 len: 1093 time: 0.9020524 Aug 03 21:19:25.776675 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:19:25.778950 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:19:25.799905 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8492-3d31-4e3b-83e4-512bd3183201 service neutron] Pushing event updated for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:25.826931 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e0d58-7391-47ae-9827-e3ca31c69960 x-openstack-request-id: req-f68e0d58-7391-47ae-9827-e3ca31c69960 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:19:25.826931 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:19:25.826931 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f68e0d58-7391-47ae-9827-e3ca31c69960 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:19:25.827303 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'status': 'completed', 'code': 200} Aug 03 21:19:25.896031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-b75bbbf2-6ecc-46b8-a5e6-a31b1f09b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:25.900832 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-b75bbbf2-6ecc-46b8-a5e6-a31b1f09b28e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0512974 Aug 03 21:19:26.012531 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-982600b8-a4f1-4fdd-b9e4-dd49284c1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.014014 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-982600b8-a4f1-4fdd-b9e4-dd49284c1fa7 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=836372ef630e49308c23ab0da45caeb2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1051679 Aug 03 21:19:26.110147 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-2d570531-904a-41b3-b8d2-9b31605809f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.111703 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28ec7e91-039d-42e1-ac02-8daa9ff65e8a req-2d570531-904a-41b3-b8d2-9b31605809f3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905337 Aug 03 21:19:26.191587 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-16b8e128-eb61-4123-94ef-2392352dfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.193710 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-16b8e128-eb61-4123-94ef-2392352dfc13 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0473142 Aug 03 21:19:26.245109 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-f255e542-6084-4e0e-ad7b-01f0c5997902 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a HTTP/1.1" status: 200 len: 217 time: 0.0428996 Aug 03 21:19:26.317414 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb964c7-53c6-4200-98e0-dfdbefe7e391 req-ce88c9ab-e250-4c33-8f92-ad71d5cccad9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.319190 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cb964c7-53c6-4200-98e0-dfdbefe7e391 req-ce88c9ab-e250-4c33-8f92-ad71d5cccad9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.1103513 Aug 03 21:19:26.324764 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-1a7e0af0-3c43-4fa6-b7e8-16dc9101b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.326192 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-1a7e0af0-3c43-4fa6-b7e8-16dc9101b658 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0669818 Aug 03 21:19:26.382013 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cb964c7-53c6-4200-98e0-dfdbefe7e391 req-48bdf823-50ab-465a-b59e-ff9dc5c2eff6 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549409 Aug 03 21:19:26.393736 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804777-f98a-49b3-b76f-8ead66216a1f req-a33f184d-bd4e-4fb6-8134-b98c9f0ff991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:26.395312 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-a33f184d-bd4e-4fb6-8134-b98c9f0ff991 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551836 Aug 03 21:19:26.488432 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-48fcd207-7801-4a65-a342-ad5cb23bb9af service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853879 Aug 03 21:19:26.579290 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51804777-f98a-49b3-b76f-8ead66216a1f req-ac5c2393-0df4-478d-9c18-767b79d45088 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 Aug 03 21:19:27.497130 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b875ce-9ee6-405d-a9f4-ec4af40ee928 req-3c7f071b-5008-4a8b-8848-7cc5c6b1da89 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:27.498628 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72b875ce-9ee6-405d-a9f4-ec4af40ee928 req-3c7f071b-5008-4a8b-8848-7cc5c6b1da89 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0489383 Aug 03 21:19:27.536206 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-72b875ce-9ee6-405d-a9f4-ec4af40ee928 req-eed4d517-9556-4869-ad64-4d25f4f2a6e3 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Aug 03 21:19:28.653657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56e432-9083-4cd8-ba4a-7d7d93a0dc7c req-85d2adcd-6bee-482f-b21e-709c5097076d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:28.655272 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fe56e432-9083-4cd8-ba4a-7d7d93a0dc7c req-85d2adcd-6bee-482f-b21e-709c5097076d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0520401 Aug 03 21:19:28.695390 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fe56e432-9083-4cd8-ba4a-7d7d93a0dc7c req-eb3a58fd-9a88-4672-8e93-bb09a7b37e62 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341659 Aug 03 21:19:29.720982 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49972) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:29.822189 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7c2dc-a3da-4142-9257-6fcdd5326b9d req-43ecfdf7-34db-4608-82c7-a2a56e84eefb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:29.823739 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a7e7c2dc-a3da-4142-9257-6fcdd5326b9d req-43ecfdf7-34db-4608-82c7-a2a56e84eefb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0544231 Aug 03 21:19:29.826684 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8551d85-6d01-49a8-825b-17ad452c50f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:29.864059 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a7e7c2dc-a3da-4142-9257-6fcdd5326b9d req-45bd9b96-5e6d-4d6e-aba3-38815fa47e48 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338273 Aug 03 21:19:29.923023 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8551d85-6d01-49a8-825b-17ad452c50f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:29.996176 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d8551d85-6d01-49a8-825b-17ad452c50f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:30.035194 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d8551d85-6d01-49a8-825b-17ad452c50f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f5add056dfc41feb65f83676e4f9daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130298 Aug 03 21:19:30.036192 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8551d85-6d01-49a8-825b-17ad452c50f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f44519-53af-41d1-addc-56ec46e201e7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:30.038147 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49976) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:30.088622 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:30.111290 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:30.306632 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:30.309236 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:30.310443 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34f44519-53af-41d1-addc-56ec46e201e7 HTTP/1.1" status: 204 len: 168 time: 0.2713132 Aug 03 21:19:30.319045 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fbaf2-b5b4-4431-a260-bd3819e678a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f44519-53af-41d1-addc-56ec46e201e7,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:30.980059 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb2556-40a5-4793-b7e2-96b754e8ec27 req-f89d4563-4467-4a3f-a919-cd209fbd7089 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:30.981581 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cbb2556-40a5-4793-b7e2-96b754e8ec27 req-f89d4563-4467-4a3f-a919-cd209fbd7089 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0502150 Aug 03 21:19:30.993255 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 49984) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:31.006476 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b45e4375-99d6-4b8d-82eb-1dc9f0c58f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.024344 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cbb2556-40a5-4793-b7e2-96b754e8ec27 req-a1c3b90d-c581-4a96-a146-7850c195d615 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361691 Aug 03 21:19:31.094166 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b45e4375-99d6-4b8d-82eb-1dc9f0c58f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.180600 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b45e4375-99d6-4b8d-82eb-1dc9f0c58f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.217535 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b45e4375-99d6-4b8d-82eb-1dc9f0c58f21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb30c80b3814457b378898e6a823555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231913 Aug 03 21:19:31.218376 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e4375-99d6-4b8d-82eb-1dc9f0c58f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0221a620-2415-4384-8e7c-33e824451cc8,revision_number=1']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:31.220350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 49986) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:31.269887 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.290971 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.432601 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.435146 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:31.436292 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0221a620-2415-4384-8e7c-33e824451cc8 HTTP/1.1" status: 204 len: 168 time: 0.2142553 Aug 03 21:19:31.445392 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cfa28-616f-4205-9e8d-2699942962c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221a620-2415-4384-8e7c-33e824451cc8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:32.148706 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265c443-74ee-47a7-bfc5-d71fae531e91 req-71cd465c-48d9-422b-a328-4e740a35ba39 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:32.151047 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e265c443-74ee-47a7-bfc5-d71fae531e91 req-71cd465c-48d9-422b-a328-4e740a35ba39 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0560446 Aug 03 21:19:32.193052 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-e265c443-74ee-47a7-bfc5-d71fae531e91 req-258b5aa3-eff0-4410-8ecb-8de0ba286ada tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Aug 03 21:19:33.314284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811dbc4-3efe-465c-9249-dcd879a289f3 req-c6b326a8-4734-45f4-82a9-307305c37131 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:33.316050 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1811dbc4-3efe-465c-9249-dcd879a289f3 req-c6b326a8-4734-45f4-82a9-307305c37131 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0548790 Aug 03 21:19:33.359150 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1811dbc4-3efe-465c-9249-dcd879a289f3 req-bfe325ec-5110-4919-86a8-45893f4f10fd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355556 Aug 03 21:19:34.474873 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb7f2-cdf7-4097-8662-7dddefbb2a1c req-6f783e91-42bd-453e-96ca-cd1a9ab4786c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:34.476398 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c39fb7f2-cdf7-4097-8662-7dddefbb2a1c req-6f783e91-42bd-453e-96ca-cd1a9ab4786c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0493217 Aug 03 21:19:34.515458 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c39fb7f2-cdf7-4097-8662-7dddefbb2a1c req-4b35c98a-e937-46b1-b0f7-8775ca5e5ee0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Aug 03 21:19:34.568315 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-b854e2ce-6d41-4d43-9f51-064ac8da88ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396645 Aug 03 21:19:34.629053 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-7dbaaf07-b070-4af5-836f-337e03c2418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:34.630576 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-7dbaaf07-b070-4af5-836f-337e03c2418b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0412526 Aug 03 21:19:34.735361 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-3dc9e088-9975-48bc-96cc-cf206ab02114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:34.736752 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-3dc9e088-9975-48bc-96cc-cf206ab02114 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.0862963 Aug 03 21:19:34.803760 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-21bcd835-df90-4821-b86a-4906a44c01b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 1001 time: 0.0599408 Aug 03 21:19:34.861351 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-41b02e74-be69-4c32-a975-906a02b27249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:34.862851 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-41b02e74-be69-4c32-a975-906a02b27249 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0513201 Aug 03 21:19:34.909216 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-245ec921-09f4-4707-8902-e3676cb6d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:34.910763 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-245ec921-09f4-4707-8902-e3676cb6d5ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412676 Aug 03 21:19:34.922611 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-4057ce0d-0fbb-4822-8555-d3635efb01ab service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:19:34.923647 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-4057ce0d-0fbb-4822-8555-d3635efb01ab service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053711 Aug 03 21:19:35.016925 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-0e870987-ae17-4365-b8f3-471970d85f5d service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851405 Aug 03 21:19:35.111053 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b0bd213-2783-4537-80e5-6d8685e9fa2c req-9d0e9954-f13e-42f8-b2ae-6ae8babec943 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859787 Aug 03 21:19:35.633352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6dd48-b8ce-4749-8936-86148a706615 req-0701aa75-e562-4d99-86eb-c010d4475002 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:35.634843 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ab6dd48-b8ce-4749-8936-86148a706615 req-0701aa75-e562-4d99-86eb-c010d4475002 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 943 time: 0.0508180 Aug 03 21:19:35.672944 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ab6dd48-b8ce-4749-8936-86148a706615 req-272cbd53-2756-4d1c-8a63-857c49bc2636 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Aug 03 21:19:36.058929 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 52ef88b9-fe0b-42ca-9278-72fe597c390a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:19:36.151235 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:36.163358 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'port_id': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'mac_address': 'fa:16:3e:4a:59:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:19:36.198605 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:36.214144 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ef88b9-fe0b-42ca-9278-72fe597c390a {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:19:36.233192 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:36.367539 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:36.414875 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:36.786156 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341028f7-309b-4360-a7db-81906273e53f req-745cf90f-ddc7-4464-a23d-5468b771fd98 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:36.787660 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-341028f7-309b-4360-a7db-81906273e53f req-745cf90f-ddc7-4464-a23d-5468b771fd98 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 944 time: 0.0479684 Aug 03 21:19:36.825856 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-341028f7-309b-4360-a7db-81906273e53f req-525f9ae4-d64a-4624-b59d-67dfd012e53f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Aug 03 21:19:37.938858 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b828cf-a9fe-45cd-9174-9b026c7f9d7e req-4b82f8be-808c-4dc3-bf09-baf0e206f3dd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:37.940450 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09b828cf-a9fe-45cd-9174-9b026c7f9d7e req-4b82f8be-808c-4dc3-bf09-baf0e206f3dd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 944 time: 0.0483353 Aug 03 21:19:37.982382 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09b828cf-a9fe-45cd-9174-9b026c7f9d7e req-61b04068-19f7-49de-8604-9e72c929fb3a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Aug 03 21:19:38.015070 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:38.180449 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['52ef88b9-fe0b-42ca-9278-72fe597c390a'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:19:39.101567 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bae0-214e-403a-b950-4127dac49384 req-798ed42f-2c8d-450f-8334-047d1d032dce tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:39.103030 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7141bae0-214e-403a-b950-4127dac49384 req-798ed42f-2c8d-450f-8334-047d1d032dce tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 944 time: 0.0541909 Aug 03 21:19:39.141605 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7141bae0-214e-403a-b950-4127dac49384 req-31e4fe3f-1655-4e51-97ef-34d2029f3491 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Aug 03 21:19:39.188362 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:19:40.255875 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e837b23-3a74-4497-81a8-76ef58ae53fd req-ece55634-ab3d-4a33-9f67-1d3cea51d04a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:40.257990 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e837b23-3a74-4497-81a8-76ef58ae53fd req-ece55634-ab3d-4a33-9f67-1d3cea51d04a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 944 time: 0.0495653 Aug 03 21:19:40.297159 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5e837b23-3a74-4497-81a8-76ef58ae53fd req-7cac667f-1120-4c9e-a2af-5d8c572fd65d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Aug 03 21:19:40.665345 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 52ef88b9-fe0b-42ca-9278-72fe597c390a up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:19:40.780287 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 52ef88b9-fe0b-42ca-9278-72fe597c390a completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:19:40.784370 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 52ef88b9-fe0b-42ca-9278-72fe597c390a triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:19:40.784740 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:40.863198 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:40.885291 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:19:40.887536 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4973e5-a6fd-4779-a1ac-9024b2914f4d" -d '{"events": [{"server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "name": "network-vif-plugged", "status": "completed", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:19:40.900134 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:19:40.929501 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc898e31-ab21-480c-8c3f-9b26b5fd5f34 x-openstack-request-id: req-bc898e31-ab21-480c-8c3f-9b26b5fd5f34 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:19:40.929793 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "name": "network-vif-plugged", "status": "completed", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:19:40.930043 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc898e31-ab21-480c-8c3f-9b26b5fd5f34 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:19:40.930435 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'code': 200} Aug 03 21:19:40.968853 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:41.015335 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:41.411541 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf13b5-af5d-4af7-9fef-937fe620035b req-49662350-848b-4344-b289-4b6d59619fdb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:41.413613 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1cf13b5-af5d-4af7-9fef-937fe620035b req-49662350-848b-4344-b289-4b6d59619fdb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Aug 03 21:19:41.453305 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1cf13b5-af5d-4af7-9fef-937fe620035b req-f1e9d180-b60a-4a58-b579-46587a3e3e48 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336852 Aug 03 21:19:42.573765 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5579c72-2e5e-4d81-b3af-b2a0ab0a99a6 req-230bb74a-511f-4b35-a8d1-7bfe24ffb6ad tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:42.575330 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5579c72-2e5e-4d81-b3af-b2a0ab0a99a6 req-230bb74a-511f-4b35-a8d1-7bfe24ffb6ad tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0488839 Aug 03 21:19:42.614465 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c5579c72-2e5e-4d81-b3af-b2a0ab0a99a6 req-c4e7dd49-823d-4a4b-929c-eb8ba0acaa42 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Aug 03 21:19:43.127583 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627505cf-1ea2-4228-8452-55a1a05ad0e6 req-7c03c57b-3669-4fb5-bcf9-ea6621ca947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:43.129000 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-627505cf-1ea2-4228-8452-55a1a05ad0e6 req-7c03c57b-3669-4fb5-bcf9-ea6621ca947c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1098 time: 0.1385355 Aug 03 21:19:43.170862 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-627505cf-1ea2-4228-8452-55a1a05ad0e6 req-d32b8557-f55e-4842-9cfc-fdbd8854b725 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Aug 03 21:19:43.736061 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585610-60a3-4853-83b9-5a92e68a1320 req-ae626af9-98f4-41a7-aee0-06044297207d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:43.737683 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2585610-60a3-4853-83b9-5a92e68a1320 req-ae626af9-98f4-41a7-aee0-06044297207d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0562744 Aug 03 21:19:43.778239 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2585610-60a3-4853-83b9-5a92e68a1320 req-77f0fafb-17da-4a5c-b44f-e05f89891536 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343246 Aug 03 21:19:44.896915 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9d012-cd8c-4708-b709-305745e86937 req-21cb18af-8cd9-4c8f-880a-ec6577597faa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:44.898580 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3bc9d012-cd8c-4708-b709-305745e86937 req-21cb18af-8cd9-4c8f-880a-ec6577597faa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Aug 03 21:19:44.939024 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3bc9d012-cd8c-4708-b709-305745e86937 req-2422798d-3321-426c-b5c1-8daa4d470f88 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343461 Aug 03 21:19:45.062946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f614197-ad90-4ccd-b003-d74ebf3562e6 req-4d04f08d-c094-4de6-a34d-bdc1fc349e4d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:45.064424 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7f614197-ad90-4ccd-b003-d74ebf3562e6 req-4d04f08d-c094-4de6-a34d-bdc1fc349e4d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 03 21:19:45.106570 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7f614197-ad90-4ccd-b003-d74ebf3562e6 req-f3394986-f30a-4e13-98bf-8c04e6ebca22 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Aug 03 21:19:45.128895 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50078) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:45.265567 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657833a7-842e-4fbc-a7e0-724476082ce3 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:45.267146 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-657833a7-842e-4fbc-a7e0-724476082ce3 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1093 time: 0.1372216 Aug 03 21:19:45.270039 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50082) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:45.274469 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'port_id': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:19:45.373185 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:45.481258 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:45.590526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.27.0.237 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/223c7632-f80a-41ea-ae6c-855d4b323b50) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:19:45.700773 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:45.826343 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:45.867029 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:19:45.870079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:19:45.873854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:19:45.899982 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=223c7632-f80a-41ea-ae6c-855d4b323b50,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:46.234098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.370228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.413539 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4871ef62-53bc-4409-aa8a-1a8f1cd37534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.514984 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.592051 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.658558 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=223c7632-f80a-41ea-ae6c-855d4b323b50,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:46.675289 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:46.785589 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP 6d3a2e3f-4dc9-4679-8035-59e38b426f69 associated. External IP: 172.27.0.237, port: 52ef88b9-fe0b-42ca-9278-72fe597c390a. Aug 03 21:19:46.992062 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:19:47.097560 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:19:47.107469 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:19:47.116627 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:47.123468 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:19:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:47.180968 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:47.222655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:47.459617 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '6d3a2e3f-4dc9-4679-8035-59e38b426f69', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:4a:59:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295b0e54-64cc-4b27-92d6-085aade246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:19:46Z', 'updated_at': '2021-08-03T21:19:46Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:47.486096 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:19:47.499271 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2c5f14b2-c029-4cd0-81e1-e1f65f6df856 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2181878 Aug 03 21:19:47.499271 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:19:47.499271 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee96ea-49dd-46ab-804b-61c7e04c8098" -d '{"events": [{"name": "network-changed", "server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:19:47.499997 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:19:47.499997 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:19:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:47.603758 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:19:47.646114 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9ef8d-a65a-4e9f-ab9b-be720c5f6dba x-openstack-request-id: req-8da9ef8d-a65a-4e9f-ab9b-be720c5f6dba {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:19:47.646406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:19:47.646654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8da9ef8d-a65a-4e9f-ab9b-be720c5f6dba {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:19:47.647071 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'status': 'completed', 'code': 200} Aug 03 21:19:47.713524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-b4738ad4-b39d-4752-91e7-0931950fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:47.715022 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-b4738ad4-b39d-4752-91e7-0931950fabee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0394626 Aug 03 21:19:47.805614 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-bf9aa71b-38f0-4fe5-aba3-adbd4b5827b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:47.807063 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-bf9aa71b-38f0-4fe5-aba3-adbd4b5827b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0846841 Aug 03 21:19:47.830395 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '6d3a2e3f-4dc9-4679-8035-59e38b426f69', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:4a:59:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295b0e54-64cc-4b27-92d6-085aade246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:19:46Z', 'updated_at': '2021-08-03T21:19:46Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:19:47.862245 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133277c-9fb9-4d3d-b39a-bf03b5c98a7a None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '6d3a2e3f-4dc9-4679-8035-59e38b426f69', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:4a:59:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295b0e54-64cc-4b27-92d6-085aade246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:19:46Z', 'updated_at': '2021-08-03T21:19:46Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:19:47.877615 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-689c7f31-68b0-40ee-b80a-85376406db0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a HTTP/1.1" status: 200 len: 999 time: 0.0623167 Aug 03 21:19:47.937183 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-1f2db4b2-8deb-4f25-9fa0-0dbcb6f6cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:47.939640 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-1f2db4b2-8deb-4f25-9fa0-0dbcb6f6cb50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0532997 Aug 03 21:19:47.997018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-6b23486f-460d-48af-b78c-dc5e011b6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:19:47.998565 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-6b23486f-460d-48af-b78c-dc5e011b6b2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510900 Aug 03 21:19:48.105902 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ee800-2322-4942-bc53-f6faa5bb0c60 None None] New status for floating IP 6d3a2e3f-4dc9-4679-8035-59e38b426f69: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:19:48.107154 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-c596cc0b-864d-411f-94f7-c848295a8faa service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003857 Aug 03 21:19:48.227146 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-deee96ea-49dd-46ab-804b-61c7e04c8098 req-db419c05-ccb6-4612-a21b-5299127641e5 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085026 Aug 03 21:19:49.049055 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a1d6fe4e-6d10-4623-abbd-2130175e285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:49.186056 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:50.494566 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:51.980498 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:53.983461 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50164) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:54.088162 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.180088 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.271787 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.312776 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=164ce7f026dd44d0abc669b475605a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278260 Aug 03 21:19:54.313483 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605214d0-cc46-4248-abb2-0bb9e04096dd,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:54.315266 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50168) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:19:54.321591 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.321939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.322278 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.322618 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.322940 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.323288 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.323615 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.323941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.324264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.324586 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.324906 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.325219 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c87e8-35b0-42c3-912b-0f4d028fb395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.634642 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.655542 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.774856 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.777480 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:19:54.778664 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/605214d0-cc46-4248-abb2-0bb9e04096dd HTTP/1.1" status: 204 len: 168 time: 0.4623885 Aug 03 21:19:54.787042 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605214d0-cc46-4248-abb2-0bb9e04096dd,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:19:54.794634 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.794989 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.795362 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.795699 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.796044 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.796438 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.796697 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.797024 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.797354 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.797682 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.797994 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:19:54.798314 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba83d8-8e9f-4af7-8db9-1a8534d9bfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:02.785364 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0c763-a07b-470f-873b-1d762ea61745 req-30ce2eb5-b339-4efd-aba5-bc21b78c3f8d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:02.786823 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bfd0c763-a07b-470f-873b-1d762ea61745 req-30ce2eb5-b339-4efd-aba5-bc21b78c3f8d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0474491 Aug 03 21:20:02.825792 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-bfd0c763-a07b-470f-873b-1d762ea61745 req-c1268b7d-e731-4001-8863-8485beeb2964 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325449 Aug 03 21:20:03.946336 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62596e-b9e7-4cca-ad47-45cd0e1c96f8 req-aa8ddee8-9112-4ef7-b84b-3f34b7b524ca tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:03.947873 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a62596e-b9e7-4cca-ad47-45cd0e1c96f8 req-aa8ddee8-9112-4ef7-b84b-3f34b7b524ca tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0506260 Aug 03 21:20:03.986394 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a62596e-b9e7-4cca-ad47-45cd0e1c96f8 req-540c3ccb-3493-47bb-9903-8c19eea1c95c tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Aug 03 21:20:05.114654 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083e125-84fe-4704-86e9-9d4a05350b23 req-16e38f3d-11d5-4547-9f81-768426cceb0d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:05.116721 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2083e125-84fe-4704-86e9-9d4a05350b23 req-16e38f3d-11d5-4547-9f81-768426cceb0d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0605769 Aug 03 21:20:05.156926 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2083e125-84fe-4704-86e9-9d4a05350b23 req-0cf8aa15-8544-4255-8092-299962001837 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Aug 03 21:20:06.280661 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c73f43-5ccd-464f-b0bb-55fc95d175ac req-69b2dc75-3375-4d70-a99e-effc056537e8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:06.282255 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d8c73f43-5ccd-464f-b0bb-55fc95d175ac req-69b2dc75-3375-4d70-a99e-effc056537e8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0571470 Aug 03 21:20:06.327160 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d8c73f43-5ccd-464f-b0bb-55fc95d175ac req-e7cf9d92-4299-4a32-a5e1-838d8482508a tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340457 Aug 03 21:20:07.443692 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ca71-4c42-4bb4-8a39-b5d6e57b2b36 req-3658a433-dbfb-4d2b-8c93-3b5c0279ffe5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:07.445151 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dd9ca71-4c42-4bb4-8a39-b5d6e57b2b36 req-3658a433-dbfb-4d2b-8c93-3b5c0279ffe5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0486081 Aug 03 21:20:07.483452 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-9dd9ca71-4c42-4bb4-8a39-b5d6e57b2b36 req-6f903853-0301-4089-87ec-4546362967b8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Aug 03 21:20:08.009374 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:08.595937 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bf79e-a4d7-429a-9e98-38e820d25f56 req-e4a888b4-bc76-4efd-ba46-32abe7899561 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:08.597423 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c69bf79e-a4d7-429a-9e98-38e820d25f56 req-e4a888b4-bc76-4efd-ba46-32abe7899561 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0495920 Aug 03 21:20:08.635412 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c69bf79e-a4d7-429a-9e98-38e820d25f56 req-a72d7504-6f87-42d9-a2d1-0765c385a9c9 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Aug 03 21:20:09.750848 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60eb6e-cab8-42a1-b973-175af94900f6 req-681c0262-f211-44d4-916c-b2440944df33 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:09.752351 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f60eb6e-cab8-42a1-b973-175af94900f6 req-681c0262-f211-44d4-916c-b2440944df33 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Aug 03 21:20:09.791796 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-2f60eb6e-cab8-42a1-b973-175af94900f6 req-b7ad5f15-32c8-437b-a374-81c7a04c4d45 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Aug 03 21:20:10.908819 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea5dfa-ed5b-40bd-8088-76b7d54d059e req-795d2330-d1ac-4464-810f-2b0c878a351d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:10.910314 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7ea5dfa-ed5b-40bd-8088-76b7d54d059e req-795d2330-d1ac-4464-810f-2b0c878a351d tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0518439 Aug 03 21:20:10.948445 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d7ea5dfa-ed5b-40bd-8088-76b7d54d059e req-d1c69504-3c9f-40c4-9e55-c3b280ce44fc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Aug 03 21:20:12.067143 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa7d8-df00-474a-871a-4169c309ef6c req-9a3b63e8-6712-4564-aa4e-eb1a6ce04dca tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:12.068898 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-161aa7d8-df00-474a-871a-4169c309ef6c req-9a3b63e8-6712-4564-aa4e-eb1a6ce04dca tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0530066 Aug 03 21:20:12.107680 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-161aa7d8-df00-474a-871a-4169c309ef6c req-edf6c998-9a81-4bca-a11a-73b71cf6ead0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Aug 03 21:20:13.131319 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-4296d07b-a8a5-46a8-bf9c-7d8451fa36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:13.133295 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-4296d07b-a8a5-46a8-bf9c-7d8451fa36b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0458238 Aug 03 21:20:13.262962 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea99be-416c-4cba-b8c0-6dc0bd1f9b8c req-6a60fa0e-4db5-4c86-bd69-7e8d552b2b56 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:13.264501 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeea99be-416c-4cba-b8c0-6dc0bd1f9b8c req-6a60fa0e-4db5-4c86-bd69-7e8d552b2b56 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0786848 Aug 03 21:20:13.267646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-a6f43c59-92c1-46b3-9935-346053c27d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:13.269055 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-a6f43c59-92c1-46b3-9935-346053c27d9c service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.1249609 Aug 03 21:20:13.353470 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eeea99be-416c-4cba-b8c0-6dc0bd1f9b8c req-b8d054c8-6048-4921-b1bd-21ac83613ddf tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829926 Aug 03 21:20:13.357464 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-f78da35c-3877-401d-b847-262c0e857b1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 1001 time: 0.0802686 Aug 03 21:20:13.408213 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-d59b72f7-fe2e-4ef4-b7cb-cb54bd221b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:13.409626 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-d59b72f7-fe2e-4ef4-b7cb-cb54bd221b5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0452902 Aug 03 21:20:13.466701 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-16e4140b-5058-49c3-a19c-19b9d206dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:13.468272 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-16e4140b-5058-49c3-a19c-19b9d206dbe2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461807 Aug 03 21:20:13.570854 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-73c8f5ee-299c-43fe-8193-86e2f730580e service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929949 Aug 03 21:20:13.668656 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f65ccf17-8b40-4260-97f7-7a03ee9c6554 req-0dce38a4-910c-4b44-87ab-428d009e264a service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891907 Aug 03 21:20:14.473297 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be238c-2962-4761-a61f-ac4c3397a6a0 req-219c9754-caab-47b0-b8a9-7c0005c128b8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:14.474815 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-57be238c-2962-4761-a61f-ac4c3397a6a0 req-219c9754-caab-47b0-b8a9-7c0005c128b8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0522025 Aug 03 21:20:14.512436 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-57be238c-2962-4761-a61f-ac4c3397a6a0 req-cfb5bba0-cce6-405a-ab7c-6907db2d5cd5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Aug 03 21:20:15.631388 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dde5e-8f8a-4ed5-ade7-70a8c9575d38 req-b1c4a950-8ab2-4ba2-ba02-547bfbea47b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:15.632954 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-780dde5e-8f8a-4ed5-ade7-70a8c9575d38 req-b1c4a950-8ab2-4ba2-ba02-547bfbea47b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0520098 Aug 03 21:20:15.679493 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-780dde5e-8f8a-4ed5-ade7-70a8c9575d38 req-a3cd1f14-f0fa-439d-911a-751b1931f481 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353179 Aug 03 21:20:16.186766 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:20:16.469546 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-91557f8d-7dde-4aa6-91c2-54f56bfb113a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:16.794164 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d494bf-2030-49cb-93fb-592b8834b64c req-2e38564c-1800-4939-86fb-d73098f90a46 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:16.795656 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-84d494bf-2030-49cb-93fb-592b8834b64c req-2e38564c-1800-4939-86fb-d73098f90a46 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0479095 Aug 03 21:20:16.835591 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-84d494bf-2030-49cb-93fb-592b8834b64c req-23f39889-5587-40d5-a990-00713d638f49 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336068 Aug 03 21:20:17.212608 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8bde8-e375-4ac9-b0e8-b536806c6839 req-8d726f05-2fd8-4c0e-85a3-1f28f3367f42 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:17.214206 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c2a8bde8-e375-4ac9-b0e8-b536806c6839 req-8d726f05-2fd8-4c0e-85a3-1f28f3367f42 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0668101 Aug 03 21:20:17.264234 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c2a8bde8-e375-4ac9-b0e8-b536806c6839 req-9f2548c3-356f-45e0-b87f-b7f179c15c24 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Aug 03 21:20:17.345173 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-866db2da-3569-42e8-8892-3bedf43cc9ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591041 Aug 03 21:20:18.380584 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55327c6a-385f-4150-ab75-3b8ff12c6a17 req-4bf07c08-35ce-4749-96de-5e4c95a78cbb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:18.382182 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-55327c6a-385f-4150-ab75-3b8ff12c6a17 req-4bf07c08-35ce-4749-96de-5e4c95a78cbb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Aug 03 21:20:18.426547 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-55327c6a-385f-4150-ab75-3b8ff12c6a17 req-3230d05d-89e9-4064-b524-18eba770f513 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379367 Aug 03 21:20:19.115564 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e35cea95-140d-43f8-bc12-3bf98d4055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:19.269432 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:19.544214 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab494037-ac10-4f7a-aaa9-f1e87e99b9d1 req-339243e0-dfbd-469b-a33f-d8e3505c2df6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:19.546258 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab494037-ac10-4f7a-aaa9-f1e87e99b9d1 req-339243e0-dfbd-469b-a33f-d8e3505c2df6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0481334 Aug 03 21:20:19.583949 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ab494037-ac10-4f7a-aaa9-f1e87e99b9d1 req-0ef472fe-2a69-4503-ac13-01a4134245b4 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Aug 03 21:20:20.201368 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:20:20.281229 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:20.305923 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:20:20.308213 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc7c38-269a-4706-815a-fa3efe287514" -d '{"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-unplugged", "status": "completed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:20:20.323486 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:20:20.471871 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:20.495926 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12662428-844d-4a70-950a-a85c7acadfe4 x-openstack-request-id: req-12662428-844d-4a70-950a-a85c7acadfe4 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:20:20.496219 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-unplugged", "status": "failed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "code": 422}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:20:20.496474 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12662428-844d-4a70-950a-a85c7acadfe4 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:20:20.496876 dv-cinder-786260-15-iscsi neutron-server[94031]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'code': 422} returned with failed status Aug 03 21:20:20.523033 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=6']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:20:20.530282 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.530634 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.530978 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.531396 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.531682 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.532013 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.532361 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.532726 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.533058 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.533386 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.533711 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.534033 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:20:20.545405 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:20.709937 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178740a7-4240-43ef-bb86-a5e87429bfe0 req-0cc76b26-ab83-462b-b8de-cc65e82c5abd tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:20.711585 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-178740a7-4240-43ef-bb86-a5e87429bfe0 req-0cc76b26-ab83-462b-b8de-cc65e82c5abd tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0520370 Aug 03 21:20:20.756233 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-178740a7-4240-43ef-bb86-a5e87429bfe0 req-da9e0d27-ad57-454a-8160-ba059c6cce8c tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Aug 03 21:20:20.982927 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-86ef9bdb-24c9-4401-84ba-2871fd111cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:20.984486 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-86ef9bdb-24c9-4401-84ba-2871fd111cc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5&tenant_id=babc73eb4c8542818ed49ef333c97043 HTTP/1.1" status: 200 len: 1097 time: 0.0500994 Aug 03 21:20:21.056691 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-bb90013c-1326-4fe2-88d2-ec7f18db97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:21.058214 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-bb90013c-1326-4fe2-88d2-ec7f18db97d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1097 time: 0.0476518 Aug 03 21:20:21.150654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-80ec6af4-59d7-4ff6-99f6-f81608976ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:21.152197 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-80ec6af4-59d7-4ff6-99f6-f81608976ba5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.0869465 Aug 03 21:20:21.228706 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-db450ae3-36a8-4d8f-8893-37a0e485f262 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 999 time: 0.0681980 Aug 03 21:20:21.281322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-cc058c90-b4d5-4a0a-ba93-9887f3b39706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:21.282811 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-cc058c90-b4d5-4a0a-ba93-9887f3b39706 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0464647 Aug 03 21:20:21.337046 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-66b2e2c1-1530-4bc3-b39d-c6058ad3664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:21.338879 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-66b2e2c1-1530-4bc3-b39d-c6058ad3664e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488248 Aug 03 21:20:21.441102 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-1ad17ff5-39db-4248-97a4-6dcd74399404 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919087 Aug 03 21:20:21.532167 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-691379ed-1b1f-4e64-88bc-c7553e07d020 req-534f64ce-ed7b-4b30-9dd4-87817f47bc81 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 Aug 03 21:20:21.878153 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f69390-25e0-49be-9f60-a957b88e9023 req-cfbcdb5e-0724-4d09-bc38-39d4913e25ce tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:21.880973 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50f69390-25e0-49be-9f60-a957b88e9023 req-cfbcdb5e-0724-4d09-bc38-39d4913e25ce tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0564535 Aug 03 21:20:21.917831 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50f69390-25e0-49be-9f60-a957b88e9023 req-3eaed7d9-7907-486d-9f37-ab3d398e3bfb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Aug 03 21:20:21.938233 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:23.033277 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd976c-9965-4b17-a7a2-fcc099b0d50f req-40811fae-8eb8-4b4d-b6d4-e6a5f1ea2aa8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:23.035051 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90bd976c-9965-4b17-a7a2-fcc099b0d50f req-40811fae-8eb8-4b4d-b6d4-e6a5f1ea2aa8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0510912 Aug 03 21:20:23.075386 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90bd976c-9965-4b17-a7a2-fcc099b0d50f req-0433a1a8-7e72-414f-9add-eafec2611afc tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Aug 03 21:20:24.207867 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15db75-753f-4bee-9b3e-a0279f42d292 req-56deb0d2-a88b-4cb3-a5dd-a97969f85ab2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:24.209424 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff15db75-753f-4bee-9b3e-a0279f42d292 req-56deb0d2-a88b-4cb3-a5dd-a97969f85ab2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0529342 Aug 03 21:20:24.251569 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff15db75-753f-4bee-9b3e-a0279f42d292 req-27dbef66-771e-4bde-8b3c-877784d998ee tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356836 Aug 03 21:20:25.369001 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a5b34-a885-4cee-a1b1-daa297545cf8 req-96dde900-959b-43ec-a57a-1a750c5119fb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:25.370661 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a11a5b34-a885-4cee-a1b1-daa297545cf8 req-96dde900-959b-43ec-a57a-1a750c5119fb tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0494931 Aug 03 21:20:25.414633 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-a11a5b34-a885-4cee-a1b1-daa297545cf8 req-548b1c91-00b3-45af-8889-5d8c5410d088 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347776 Aug 03 21:20:26.531488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b1c1e-28b1-4ad6-b2f5-dea2b34f39eb req-5e1d9ed5-d8fe-409d-80cc-4517ab1eb2b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:26.532962 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-957b1c1e-28b1-4ad6-b2f5-dea2b34f39eb req-5e1d9ed5-d8fe-409d-80cc-4517ab1eb2b2 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Aug 03 21:20:26.571640 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-957b1c1e-28b1-4ad6-b2f5-dea2b34f39eb req-f9bf36b4-c8c4-4d34-902e-be9188dcc1b5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Aug 03 21:20:27.684302 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a7f8-ccd6-4906-8363-6e8c1b38b729 req-227f0ced-f2a9-4d5c-9660-15628815417f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:27.685834 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-64e3a7f8-ccd6-4906-8363-6e8c1b38b729 req-227f0ced-f2a9-4d5c-9660-15628815417f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0498440 Aug 03 21:20:27.730349 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-64e3a7f8-ccd6-4906-8363-6e8c1b38b729 req-79ad3382-b446-45da-b4aa-a340b04259f8 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Aug 03 21:20:28.853673 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced05fa-4e59-44c2-a609-28fab5d063e2 req-12b1ad2a-c24a-4dd9-8f4d-cff99f1943d5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:28.855301 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ced05fa-4e59-44c2-a609-28fab5d063e2 req-12b1ad2a-c24a-4dd9-8f4d-cff99f1943d5 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0584033 Aug 03 21:20:28.895157 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ced05fa-4e59-44c2-a609-28fab5d063e2 req-29785741-7aec-4b1b-9f0b-d4a0c93f93c0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Aug 03 21:20:30.012876 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41a328-57c3-4f5f-840a-4e741ad448f1 req-a752870d-c5ba-43fc-90aa-3dcab2982ce0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:30.014451 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c41a328-57c3-4f5f-840a-4e741ad448f1 req-a752870d-c5ba-43fc-90aa-3dcab2982ce0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 944 time: 0.0516987 Aug 03 21:20:30.053106 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3c41a328-57c3-4f5f-840a-4e741ad448f1 req-ce4bcaf6-099f-4cf5-947c-139e473c1559 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Aug 03 21:20:30.294799 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:20:30.395648 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:20:30.408805 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'port_id': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'mac_address': 'fa:16:3e:d5:95:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:20:30.449868 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:30.465028 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:20:30.493432 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:20:30.566283 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:30.615585 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:20:30.768862 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['85d44eb9-cea8-4a3c-89f5-68a1baa27e66'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:20:31.183578 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70077da-8034-4885-91e9-c8367219e636 req-960e9fb3-030a-43fc-92cb-1539a205c390 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:31.185123 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a70077da-8034-4885-91e9-c8367219e636 req-960e9fb3-030a-43fc-92cb-1539a205c390 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Aug 03 21:20:31.225994 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a70077da-8034-4885-91e9-c8367219e636 req-b1db2086-09dc-467b-be9c-1e8cb1de3d99 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Aug 03 21:20:32.293773 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:20:32.342551 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3420b2-c633-4269-9fb3-b380897a88c2 req-fac6a8fc-a70f-4eeb-b723-b20a2ace04c6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:32.344143 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de3420b2-c633-4269-9fb3-b380897a88c2 req-fac6a8fc-a70f-4eeb-b723-b20a2ace04c6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 945 time: 0.0510802 Aug 03 21:20:32.359914 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:20:32.360554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:32.384507 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-de3420b2-c633-4269-9fb3-b380897a88c2 req-af04c42c-ad06-44a9-bc30-6fa89d4a690f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Aug 03 21:20:32.598703 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:32.623351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:20:32.625596 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac4bf52-cfa6-4aa1-97be-1f817dd990ab" -d '{"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-plugged", "status": "completed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:20:32.638269 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:20:32.661609 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f56cc7-7987-42c0-baf1-311eb283fd5d x-openstack-request-id: req-c9f56cc7-7987-42c0-baf1-311eb283fd5d {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:20:32.661893 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-plugged", "status": "completed", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:20:32.662144 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9f56cc7-7987-42c0-baf1-311eb283fd5d {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:20:32.662555 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'code': 200} Aug 03 21:20:32.720222 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:32.777479 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=8']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:20:32.966486 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c06a8-65d4-4800-834c-a9f44d774c48 req-daff67e1-d83b-4c73-a31e-9e0c1d967465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:32.968035 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b5c06a8-65d4-4800-834c-a9f44d774c48 req-daff67e1-d83b-4c73-a31e-9e0c1d967465 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0425112 Aug 03 21:20:33.006367 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b5c06a8-65d4-4800-834c-a9f44d774c48 req-e54427ab-b7aa-4c44-9075-fd2cd7732266 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312586 Aug 03 21:20:33.504740 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644952-bb83-4412-93ff-6c23c83e8cf3 req-28274e15-97d1-4c19-a708-5dc5a50b5d46 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:33.506342 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5d644952-bb83-4412-93ff-6c23c83e8cf3 req-28274e15-97d1-4c19-a708-5dc5a50b5d46 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0508413 Aug 03 21:20:33.551155 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5d644952-bb83-4412-93ff-6c23c83e8cf3 req-334d0a1a-98c7-4e2c-a5ba-34c3ca97f667 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 Aug 03 21:20:34.686674 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec7774-b64b-432a-b745-a9d70cc9cf76 req-9a2be1c1-bc69-4967-9601-cb40e016ee3e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:34.688256 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1ec7774-b64b-432a-b745-a9d70cc9cf76 req-9a2be1c1-bc69-4967-9601-cb40e016ee3e tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0538585 Aug 03 21:20:34.726369 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1ec7774-b64b-432a-b745-a9d70cc9cf76 req-7f30deab-0ff9-401c-8da1-f0839b3db26b tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Aug 03 21:20:36.207820 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-1038384e-805a-48b9-a5e7-81f3efa31f79 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463693 Aug 03 21:20:36.298446 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-f453b87a-d9ce-4d1d-ae6a-0b4dac912364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:36.300181 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-f453b87a-d9ce-4d1d-ae6a-0b4dac912364 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.0454230 Aug 03 21:20:36.418438 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-bc2cc5b7-f88f-41cc-9a17-902b44e02281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:36.419971 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-bc2cc5b7-f88f-41cc-9a17-902b44e02281 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.0917048 Aug 03 21:20:36.489534 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-b637477a-6379-49ca-be2c-127f1c1edbee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 1001 time: 0.0621841 Aug 03 21:20:36.570917 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-512ec064-3033-42e4-a753-bbe252ec2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:36.572449 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-512ec064-3033-42e4-a753-bbe252ec2963 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0753520 Aug 03 21:20:36.625438 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-7b60daf9-7af4-43c7-a2f2-fd48de5e1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:20:36.626977 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-7b60daf9-7af4-43c7-a2f2-fd48de5e1d53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464137 Aug 03 21:20:36.730302 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-1280cf30-119e-440b-81f2-3bb88996072e service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956249 Aug 03 21:20:36.835830 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7b6a5fe5-9ac7-43b9-be62-08066f1a8701 req-91353c95-a4eb-4623-8746-c9b331d7ef91 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980563 Aug 03 21:20:38.074456 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:46.440347 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-58617cd0-1d4f-456b-871b-1253c2921648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:49.053526 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7687e5d6-9146-4d61-9536-85ce91ce07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:49.145624 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:50.533524 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:51.985015 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:20:53.186333 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:21:08.179599 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:16.498641 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-097e904a-b7ea-46bb-b143-e0c77f0a20a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:19.027856 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-28244419-0627-44f3-b7fb-57877073307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:19.147703 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:20.513253 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:21.953704 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:30.185548 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:21:34.586164 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-9ad189d4-0c1f-4e74-8dcb-b079f3ddc282 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581980 Aug 03 21:21:34.653225 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-b3235e28-fbbd-40ec-b770-79789c34a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:34.654957 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-b3235e28-fbbd-40ec-b770-79789c34a837 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0463021 Aug 03 21:21:34.768400 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-fb290c83-5e81-4821-8bfb-3accdd1eff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:34.769902 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-fb290c83-5e81-4821-8bfb-3accdd1eff65 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0940902 Aug 03 21:21:34.853938 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-116c68f6-38df-43b0-a558-d1b0bbca9f40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a HTTP/1.1" status: 200 len: 1001 time: 0.0764472 Aug 03 21:21:34.908105 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-d79f1bbc-4fa7-4f6f-9a37-9f8dfb1d8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:34.909632 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-d79f1bbc-4fa7-4f6f-9a37-9f8dfb1d8f92 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0483749 Aug 03 21:21:34.964318 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-d994d5f3-e4d1-4a13-942c-2bc1c23d64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:34.965845 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-d994d5f3-e4d1-4a13-942c-2bc1c23d64ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489180 Aug 03 21:21:35.058477 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-5d6f673d-1269-4d7b-bc5a-4809662103c0 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855572 Aug 03 21:21:35.159189 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6010175f-9e95-4fb4-93f9-3eccf5fd2378 req-de3b2b32-06f3-4e37-b19a-e31d2489db5d service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938468 Aug 03 21:21:38.416154 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:43.208435 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15700b5-5d2c-4a2f-849c-742fc54ac0fd req-f7940d5c-f342-4bb4-b059-3d28a4dee7a4 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:43.210342 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f15700b5-5d2c-4a2f-849c-742fc54ac0fd req-f7940d5c-f342-4bb4-b059-3d28a4dee7a4 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Aug 03 21:21:43.253155 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f15700b5-5d2c-4a2f-849c-742fc54ac0fd req-7508376b-fcd6-42b8-b66c-e56f5bcc7fb8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362117 Aug 03 21:21:44.381137 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897586-c684-4ecf-a40a-95d9da988a19 req-308f4026-32ae-461c-801f-4eb0256727e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:44.383184 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d3897586-c684-4ecf-a40a-95d9da988a19 req-308f4026-32ae-461c-801f-4eb0256727e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0548286 Aug 03 21:21:44.434952 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-d3897586-c684-4ecf-a40a-95d9da988a19 req-ddd7c7e0-94b9-42a4-b0d9-0b2f8a0b7f49 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Aug 03 21:21:44.677891 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-3f1b49bb-f40d-4913-99f0-9689bdc3f3f5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:44.679688 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-3f1b49bb-f40d-4913-99f0-9689bdc3f3f5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 945 time: 0.0559971 Aug 03 21:21:44.794796 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port 52ef88b9-fe0b-42ca-9278-72fe597c390a {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:44.795185 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:44.908388 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] For port 52ef88b9-fe0b-42ca-9278-72fe597c390a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=52ef88b9-fe0b-42ca-9278-72fe597c390a,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:44.908748 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:45.095019 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:45.095504 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:45.095935 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP 6d3a2e3f-4dc9-4679-8035-59e38b426f69 disassociated. External IP: 172.27.0.237, port: 52ef88b9-fe0b-42ca-9278-72fe597c390a. Aug 03 21:21:45.096309 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for 52ef88b9-fe0b-42ca-9278-72fe597c390a owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:45.313308 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:45.351850 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=52ef88b9-fe0b-42ca-9278-72fe597c390a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:45.364072 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.364418 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.364756 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.365164 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.365405 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.365731 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.366054 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.366377 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.366736 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.367057 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.367401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.367717 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:45.482488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:21:45.565373 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7403df60-ec27-4dfc-a931-2fa36bc8a9bc req-36b7d94c-9e63-40d7-b081-2f541291eadd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 210 time: 0.0336947 Aug 03 21:21:45.629300 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:21:45.642682 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:21:45.653372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:45.654023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:45.673298 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] No DVR routers for this DVR port 52ef88b9-fe0b-42ca-9278-72fe597c390a on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:21:45.676269 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:45.679063 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27b0e627-81d7-4c55-9a6b-f713faafa5f2 req-8c0a4088-c5d3-4316-ae1e-7ff3deb519b2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "DELETE /v2.0/ports/52ef88b9-fe0b-42ca-9278-72fe597c390a HTTP/1.1" status: 204 len: 173 time: 0.9930148 Aug 03 21:21:45.679706 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'name': 'network-vif-deleted', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:21:45.682111 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32b137-f12d-41ed-89f5-c85c57b6e7d4" -d '{"events": [{"server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "name": "network-vif-deleted", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:21:45.736805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a613d20c-eb92-438a-ae77-7a588a9f2407 x-openstack-request-id: req-a613d20c-eb92-438a-ae77-7a588a9f2407 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:21:45.736805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295b0e54-64cc-4b27-92d6-085aade246e2", "name": "network-vif-deleted", "tag": "52ef88b9-fe0b-42ca-9278-72fe597c390a", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:21:45.736805 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a613d20c-eb92-438a-ae77-7a588a9f2407 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:21:45.736805 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295b0e54-64cc-4b27-92d6-085aade246e2', 'name': 'network-vif-deleted', 'tag': '52ef88b9-fe0b-42ca-9278-72fe597c390a', 'status': 'completed', 'code': 200} Aug 03 21:21:45.783270 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:46.034386 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:46.065580 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:21:46.075411 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:46.076117 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:46.204677 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:46.432920 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:46.463292 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fb100a51-bbde-4619-990c-178d952afb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:46.464754 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801b2ecd-07a2-48b2-9157-8d44eb7ec7c9 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:21:46.669249 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f1999a8-c63c-491c-a888-82299204956a req-4200e9b4-9204-4fca-baf9-021fed2a2a1f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=295b0e54-64cc-4b27-92d6-085aade246e2 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Aug 03 21:21:46.677809 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc049d3-a409-41e0-aba9-cfc9fc7933f5 None None] New status for floating IP 6d3a2e3f-4dc9-4679-8035-59e38b426f69: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:21:47.653994 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50302) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:47.842194 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Deleting port 1cd50852-125a-40fc-91d8-010f5b912aa0 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:47.842697 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:47.943278 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-9b538fbc-d1f0-428a-9c5d-b9234c38b3b8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005723430&fields=id&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 267 time: 0.0365307 Aug 03 21:21:47.953842 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:47.954175 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:47.967041 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Calling delete_port for 1cd50852-125a-40fc-91d8-010f5b912aa0 owned by network:floatingip {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:48.070981 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-68a14488-83eb-4d22-9d06-e52d84ace55d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:48.072597 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-68a14488-83eb-4d22-9d06-e52d84ace55d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1193941 Aug 03 21:21:48.089843 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-bb8ded7e-3b9a-450f-9e94-d25e30e17daf tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/quotas/836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 375 time: 0.0102932 Aug 03 21:21:48.151143 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-cb3bc821-12b8-4bbd-8ea3-56e86fb15e7b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541546 Aug 03 21:21:48.219257 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0cea3260-f233-4a5c-866b-709eff7e84e3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 21:21:48.221923 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0cea3260-f233-4a5c-866b-709eff7e84e3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564253 Aug 03 21:21:48.244432 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:48.273491 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event deleted for resources: {'Port': ['ID=1cd50852-125a-40fc-91d8-010f5b912aa0,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:48.300557 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.300946 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.301334 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.302201 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.302578 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.302928 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.303311 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.303643 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.304007 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.304356 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.304682 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.305472 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:48.329099 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-4dae1ee6-061c-456b-81e0-0bfcf8586778 service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998018 Aug 03 21:21:48.352029 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:48.352340 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.db.l3_db [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Floating IP 89e61019-8d4f-40b9-b4f0-9724babe4c05 disassociated (deleted). External IP: 172.27.0.15, port: 85d44eb9-cea8-4a3c-89f5-68a1baa27e66. Aug 03 21:21:48.437177 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-161c94ae-dd99-499d-a479-b122c474ca58 service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961680 Aug 03 21:21:48.606102 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Router 7ee5fd85-854a-4144-9190-33fec95aa6ec has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:21:48.667902 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 52ef88b9-fe0b-42ca-9278-72fe597c390a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:21:48.693452 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 52ef88b9-fe0b-42ca-9278-72fe597c390a {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:21:48.693731 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 52ef88b9-fe0b-42ca-9278-72fe597c390a not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:21:48.763878 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:21:48.769162 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:48.775785 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Sync routers for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:21:48.787181 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:48.787898 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:48.803739 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-a55da8c5-ca73-4912-9361-b850f3280db7 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "DELETE /v2.0/floatingips/89e61019-8d4f-40b9-b4f0-9724babe4c05 HTTP/1.1" status: 204 len: 168 time: 1.1485789 Aug 03 21:21:48.804817 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:21:48.811158 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}150899a46e1b9ed5cf62c5dc771d6cc510d5b6ea94a735705425af90ff04a338" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d44bd07-1cf3-4332-ae29-71c2e75599c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94029) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:21:48.914034 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:49.097913 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d633fa03-91da-456e-b8bc-979d75210174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:49.158442 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:49.188250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Checking router: 7ee5fd85-854a-4144-9190-33fec95aa6ec for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:21:49.191587 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:49.200294 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:49.200998 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:49.245205 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a0801-e374-4574-aa77-3c7bce8565f2 x-openstack-request-id: req-b30a0801-e374-4574-aa77-3c7bce8565f2 {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:21:49.245464 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "status": "completed", "code": 200}]} {{(pid=94029) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:21:49.245725 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b30a0801-e374-4574-aa77-3c7bce8565f2 {{(pid=94029) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:21:49.246136 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'status': 'completed', 'code': 200} Aug 03 21:21:49.386212 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:49.390076 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-030dca7a-eca9-4312-ac04-2dd9d422d147 req-919fe7eb-52df-4569-8c9b-223bd5b84681 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0782833 Aug 03 21:21:49.414991 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ff382-1f35-4e2e-9446-dfc8666312fb req-bc48405a-6f2f-418e-b65b-bdd5df90c493 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:49.417100 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-347ff382-1f35-4e2e-9446-dfc8666312fb req-bc48405a-6f2f-418e-b65b-bdd5df90c493 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0611799 Aug 03 21:21:49.418941 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-97831fb8-cf15-4eae-ad65-d35da80a7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:49.421407 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-97831fb8-cf15-4eae-ad65-d35da80a7733 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=babc73eb4c8542818ed49ef333c97043&device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 1099 time: 0.1478891 Aug 03 21:21:49.479000 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-347ff382-1f35-4e2e-9446-dfc8666312fb req-eacd0081-bf4b-4317-b543-d2f4b4682996 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462019 Aug 03 21:21:49.788199 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:49.826694 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18424fa-999a-47d3-a329-48ed44dd6dcc None None] The sync data for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi is: [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:16:58Z', 'revision_number': 4, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': '628c449e-99f4-4771-b152-0b4b7d2cef8d', 'name': '', 'network_id': 'c77dcbfb-ab37-4202-95a0-1519c9f6e843', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'mac_address': 'fa:16:3e:f8:4d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:57Z', 'updated_at': '2021-08-03T21:17:05Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'subnets': [{'id': '3dc8587b-3070-4b14-82dd-9cda6541b917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:21:49.865818 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-de14176c-1d8a-4739-a435-827cd0ca7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:49.867297 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-de14176c-1d8a-4739-a435-827cd0ca7efb service neutron] 10.222.0.79 "GET /v2.0/networks?id=c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 200 len: 910 time: 0.4383776 Aug 03 21:21:49.912986 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-4deeb4ae-33cc-4332-8e29-d05cb2138c6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 200 len: 217 time: 0.0375245 Aug 03 21:21:49.964498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-85da63b7-ce6d-45b9-b6b5-5378c844358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:49.966042 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-85da63b7-ce6d-45b9-b6b5-5378c844358c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 200 len: 848 time: 0.0460665 Aug 03 21:21:50.024527 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-ce053f38-5b0a-45cc-b843-bbbb198f7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:50.026037 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-ce053f38-5b0a-45cc-b843-bbbb198f7b65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c77dcbfb-ab37-4202-95a0-1519c9f6e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513203 Aug 03 21:21:50.078151 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ec284-811e-4c1a-a6d0-423f3e1d2e77 None None] New status for floating IP 89e61019-8d4f-40b9-b4f0-9724babe4c05: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:21:50.137391 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-523520b5-c3cd-4d02-bf81-3a6d2e5c0a61 service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029789 Aug 03 21:21:50.255172 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4d44bd07-1cf3-4332-ae29-71c2e75599c3 req-f881a2fe-2219-453c-9977-707e213f79cb service neutron] 10.222.0.79 "GET /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100438 Aug 03 21:21:50.479516 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c483541b-b72b-4fa1-b740-1ab2cfc2a3ad req-73401429-f024-4621-a244-f865cd5114c7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0289862 Aug 03 21:21:50.576097 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:50.633721 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71975452-2d1a-4dfa-b921-3f2bc062891e req-3863ea01-9c5e-4ac3-afdf-9aeffcdfccbd tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:50.636198 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71975452-2d1a-4dfa-b921-3f2bc062891e req-3863ea01-9c5e-4ac3-afdf-9aeffcdfccbd tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0758073 Aug 03 21:21:50.678205 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-71975452-2d1a-4dfa-b921-3f2bc062891e req-36d9849d-6045-41c8-b43d-a0d9229261d0 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fb21d6a-ae8f-43bc-a8f8-8756a4819415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349085 Aug 03 21:21:50.848095 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-4a72aa94-119b-416d-bb50-82593f4b0100 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:50.850006 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-4a72aa94-119b-416d-bb50-82593f4b0100 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 946 time: 0.0602324 Aug 03 21:21:50.946656 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Deleting port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:50.946911 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:51.042018 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] For port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:51.042537 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:51.056793 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Calling delete_port for 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:51.264159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:51.300126 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event deleted for resources: {'Port': ['ID=85d44eb9-cea8-4a3c-89f5-68a1baa27e66,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:51.343890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] No DVR routers for this DVR port 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:21:51.346804 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:51.349463 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-de664dbf-76d9-4a79-bf1d-32d501ebd52e req-b3b983e8-066e-44be-a00a-fc3e82613064 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.79 "DELETE /v2.0/ports/85d44eb9-cea8-4a3c-89f5-68a1baa27e66 HTTP/1.1" status: 204 len: 173 time: 0.4932363 Aug 03 21:21:51.354720 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-deleted', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:21:51.354720 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb8f84-2228-40b5-9602-05e30c7c6df2" -d '{"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-deleted", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:21:51.409709 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba12f01-d228-41b8-a6df-51cbe401a43b x-openstack-request-id: req-eba12f01-d228-41b8-a6df-51cbe401a43b {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:21:51.410015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c592d2-8f1a-498c-9173-2c73bfea17d5", "name": "network-vif-deleted", "tag": "85d44eb9-cea8-4a3c-89f5-68a1baa27e66", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:21:51.410305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eba12f01-d228-41b8-a6df-51cbe401a43b {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:21:51.410797 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c592d2-8f1a-498c-9173-2c73bfea17d5', 'name': 'network-vif-deleted', 'tag': '85d44eb9-cea8-4a3c-89f5-68a1baa27e66', 'status': 'completed', 'code': 200} Aug 03 21:21:51.572089 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-7f34d2a9-3de3-4af0-aed0-8db331cc67d5 req-73897379-afce-471f-9382-a94277f1fe71 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0292032 Aug 03 21:21:51.800429 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8e89254a-1900-4fcd-83d0-46f786a1e8b4 req-5f9f280a-e8bb-4931-a2de-92fc48226eda tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Aug 03 21:21:51.949656 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:52.687383 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-59a7a5a4-e8b9-41c2-8526-b60bb6d2a674 req-4d738819-30a0-416d-b7a5-17ff4388ab70 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0283184 Aug 03 21:21:52.930747 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e697f11-7112-46f9-b381-b3e5a0540994 req-7fa55aaf-d05a-4ce3-a3d2-25c8796c62b6 tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c592d2-8f1a-498c-9173-2c73bfea17d5 HTTP/1.1" status: 200 len: 210 time: 0.0289373 Aug 03 21:21:53.677744 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-b5baa030-bb0f-45d8-ad4b-32e0b1024db5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:53.679626 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-b5baa030-bb0f-45d8-ad4b-32e0b1024db5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1214340 Aug 03 21:21:53.749366 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-e0fd3648-b066-40bf-90ce-8b59ea52e0a5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 380 time: 0.0535891 Aug 03 21:21:53.763210 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'port': {'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'admin_state_up': True, 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'security_groups': ['ec380eca-66a5-4825-b007-8375f79c5adf']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:21:53.845396 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-5935d20b-fbc7-47b2-9ee5-4d49259b799a req-4788d335-6896-4785-8624-ba3fe5469d16 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0471923 Aug 03 21:21:54.000996 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50360) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:54.002211 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Made reservation on behalf of 836372ef630e49308c23ab0da45caeb2 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:21:54.007269 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.108807 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.138012 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.203236 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.20.0.13 (caafb383-bab0-454a-8e03-9abc865567c1/5f778411-6ead-41a1-b137-404ddf2a7f82/06a06448-16ab-41e1-9ef5-a5a94528e8ec) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:21:54.332775 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.336073 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.337278 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] 10.222.0.32 "DELETE /v2.0/security-groups/3fb21d6a-ae8f-43bc-a8f8-8756a4819415 HTTP/1.1" status: 204 len: 168 time: 0.3349152 Aug 03 21:21:54.347782 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651884a8-0c58-4717-aebf-527240febc4f tempest-TestShelveInstance-1242102222 tempest-TestShelveInstance-1242102222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb21d6a-ae8f-43bc-a8f8-8756a4819415,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:54.486726 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50364) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:54.510078 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.533754 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Transition to ACTIVE for port object 06a06448-16ab-41e1-9ef5-a5a94528e8ec will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:21:54.682406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.714069 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:21:54.751381 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:21:54.751887 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:21:54.752631 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 85d44eb9-cea8-4a3c-89f5-68a1baa27e66 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:21:54.758485 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:21:54.762715 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:21:54.814484 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:54.863004 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:54.864113 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:54.961147 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ac4e9683-f752-4d64-bd39-d39b459cd854 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047269 Aug 03 21:21:54.987386 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Request body: {'port': {'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:21:55.112718 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138dcf8-3fbf-4357-8115-912eefeb7358 req-3f51bbc2-f54a-40c0-9e77-92ab574a1e76 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:55.141476 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e138dcf8-3fbf-4357-8115-912eefeb7358 req-3f51bbc2-f54a-40c0-9e77-92ab574a1e76 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 932 time: 0.1514068 Aug 03 21:21:55.141476 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.209781 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e138dcf8-3fbf-4357-8115-912eefeb7358 req-f66f11c3-b267-407e-be97-43a46b37128a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810692 Aug 03 21:21:55.235912 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6e89112b-d8b1-4d5f-8b3e-9e937439973e None None] Provisioning for port 06a06448-16ab-41e1-9ef5-a5a94528e8ec completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:21:55.245748 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-6e89112b-d8b1-4d5f-8b3e-9e937439973e None None] Provisioning complete for port 06a06448-16ab-41e1-9ef5-a5a94528e8ec triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:21:55.246348 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6e89112b-d8b1-4d5f-8b3e-9e937439973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.307494 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-6e89112b-d8b1-4d5f-8b3e-9e937439973e None None] Port 06a06448-16ab-41e1-9ef5-a5a94528e8ec cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:21:55.342502 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.521214 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a06448-16ab-41e1-9ef5-a5a94528e8ec {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:21:55.530240 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.544237 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Transition to ACTIVE for port object 06a06448-16ab-41e1-9ef5-a5a94528e8ec will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:21:55.653288 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Deleting port 628c449e-99f4-4771-b152-0b4b7d2cef8d {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:55.653672 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.670228 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.759069 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Pushing event updated for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:55.777325 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] For port 628c449e-99f4-4771-b152-0b4b7d2cef8d, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=628c449e-99f4-4771-b152-0b4b7d2cef8d,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:55.777886 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.798120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Calling delete_port for 628c449e-99f4-4771-b152-0b4b7d2cef8d owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:55.835415 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Attempting to bind port 06a06448-16ab-41e1-9ef5-a5a94528e8ec on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:21:55.836039 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Attempting to bind port 06a06448-16ab-41e1-9ef5-a5a94528e8ec by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:21:55.836728 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Attempting to bind port 06a06448-16ab-41e1-9ef5-a5a94528e8ec on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:21:55.844324 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Port 06a06448-16ab-41e1-9ef5-a5a94528e8ec on network caafb383-bab0-454a-8e03-9abc865567c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:21:55.844930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Attempting to bind port 06a06448-16ab-41e1-9ef5-a5a94528e8ec on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:21:55.853188 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:21:55.856967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:21:55.856967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Bound using segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:21:55.856967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Bound port: 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:21:55.856967 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:55.962043 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:21:55.967359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:21:56.064903 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:56.114350 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:56.115402 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:56.116525 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] 10.222.0.79 "PUT /v2.0/ports/06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 1094 time: 1.1397350 Aug 03 21:21:56.117209 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:21:56.119376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2672f197-4072-46be-b5d3-1dbb93cca57f" -d '{"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:21:56.131225 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:56.157181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e81ea-598f-4ee1-b057-4ee390bf4f62 service neutron] Pushing event updated for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:56.163055 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Pushing event deleted for resources: {'Port': ['ID=628c449e-99f4-4771-b152-0b4b7d2cef8d,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:56.237514 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7ba52a-ea2c-4e7d-b4eb-31c28335504a x-openstack-request-id: req-ac7ba52a-ea2c-4e7d-b4eb-31c28335504a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:21:56.237830 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:21:56.238079 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac7ba52a-ea2c-4e7d-b4eb-31c28335504a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:21:56.239067 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'status': 'completed', 'code': 200} Aug 03 21:21:56.302535 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-644084c1-f4a9-4461-b6ff-acff34b6916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:56.305457 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-644084c1-f4a9-4461-b6ff-acff34b6916c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1097 time: 0.0966218 Aug 03 21:21:56.395776 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-db009943-ec78-45ce-a4b8-1a8a49493f64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 217 time: 0.0812237 Aug 03 21:21:56.439722 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:56.531284 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-195d253a-3bc0-45b8-9cb2-89f4ee847c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:56.533841 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-195d253a-3bc0-45b8-9cb2-89f4ee847c98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.1302378 Aug 03 21:21:56.547890 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f881c28-fdc9-4228-b117-cf33bf780a49 req-957d78ab-5a5f-4627-be0e-7217e1032a2e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:56.550375 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9f881c28-fdc9-4228-b117-cf33bf780a49 req-957d78ab-5a5f-4627-be0e-7217e1032a2e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.1488011 Aug 03 21:21:56.629914 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9f881c28-fdc9-4228-b117-cf33bf780a49 req-a7ff0a17-24d0-4552-baa2-a0f186c0c174 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641904 Aug 03 21:21:56.633167 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-b0d20641-aaa3-4712-bf6d-f89999d670a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:56.634725 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-b0d20641-aaa3-4712-bf6d-f89999d670a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830960 Aug 03 21:21:56.761355 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Router 7ee5fd85-854a-4144-9190-33fec95aa6ec has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:21:56.781212 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-e571f5ea-12b4-41f4-b657-4870f2bbceba service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387296 Aug 03 21:21:56.896882 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-06d9ff07-d895-4011-b0b4-50187c6aeb3b req-ec4f330d-2100-4979-aca1-0164c7259b4b service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080711 Aug 03 21:21:56.912428 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:21:56.919456 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-2d7d0b69-9c4b-4727-a72a-854011c19260 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ee5fd85-854a-4144-9190-33fec95aa6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312370 Aug 03 21:21:56.920229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50376) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:56.922669 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Sync routers for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:21:56.945090 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:56.945814 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:57.034356 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:57.062324 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:57.081352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-2be224e9-2c2b-4fe6-9558-192905c0a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:57.083015 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-2be224e9-2c2b-4fe6-9558-192905c0a474 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1097 time: 0.0433936 Aug 03 21:21:57.161345 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:57.187568 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-87b9e2d4-ca21-4539-b445-fd34be41c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:57.189675 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-87b9e2d4-ca21-4539-b445-fd34be41c551 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0990031 Aug 03 21:21:57.234988 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-76362827-24f2-41b7-bd26-2203bb51a99b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 217 time: 0.0369928 Aug 03 21:21:57.274625 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'de291293-f342-48dd-965d-65a84d16e28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:21:55Z', 'revision_number': 5, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port': {'id': 'de291293-f342-48dd-965d-65a84d16e28b', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:57.297365 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-d8054753-2c96-491e-adb9-4880ef2eeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:57.299044 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-d8054753-2c96-491e-adb9-4880ef2eeb6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0567260 Aug 03 21:21:57.312884 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Checking router: 7ee5fd85-854a-4144-9190-33fec95aa6ec for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:21:57.323385 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Deleting port de291293-f342-48dd-965d-65a84d16e28b {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:57.324238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:57.326004 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Routers {'7ee5fd85-854a-4144-9190-33fec95aa6ec'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:21:57.326873 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['7ee5fd85-854a-4144-9190-33fec95aa6ec'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:57.356970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-88592cfc-13c7-445d-b1ac-b84689d3943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:57.358802 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-88592cfc-13c7-445d-b1ac-b84689d3943f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518451 Aug 03 21:21:57.474028 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] Set router 7ee5fd85-854a-4144-9190-33fec95aa6ec gateway port host: None {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:21:57.491789 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-30462a55-3be1-46df-b099-e1430ecb5254 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250672 Aug 03 21:21:57.577783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:21:57Z', 'revision_number': 6, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port_host': None}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:57.610532 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2672f197-4072-46be-b5d3-1dbb93cca57f req-20f966da-9eca-4681-bf4f-66504dac6e07 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106439 Aug 03 21:21:57.621372 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffb7d9-c8a7-48f5-9b8b-c52749b9795d None None] The sync data for ids ['7ee5fd85-854a-4144-9190-33fec95aa6ec'] in dv-cinder-786260-15-iscsi is: [{'id': '7ee5fd85-854a-4144-9190-33fec95aa6ec', 'name': 'tempest-TestShelveInstance-1433181918-router', 'tenant_id': 'babc73eb4c8542818ed49ef333c97043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:16:55Z', 'updated_at': '2021-08-03T21:21:57Z', 'revision_number': 6, 'project_id': 'babc73eb4c8542818ed49ef333c97043', 'gw_port_host': None}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:21:57.725862 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] For port de291293-f342-48dd-965d-65a84d16e28b, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=de291293-f342-48dd-965d-65a84d16e28b,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:57.726508 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:57.761288 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Calling delete_port for de291293-f342-48dd-965d-65a84d16e28b owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:57.820077 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aed85-31c4-433f-b8f0-529207f3e008 req-2cbf4a85-3afb-4e84-a353-77f3d436fcfe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:57.821698 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ea4aed85-31c4-433f-b8f0-529207f3e008 req-2cbf4a85-3afb-4e84-a353-77f3d436fcfe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.0992913 Aug 03 21:21:57.912286 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-ea4aed85-31c4-433f-b8f0-529207f3e008 req-38ed6e9b-9027-4169-a89d-8a0d6baca7b1 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843244 Aug 03 21:21:58.083876 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.116317 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Pushing event deleted for resources: {'Port': ['ID=de291293-f342-48dd-965d-65a84d16e28b,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:58.183627 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.272931 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.274961 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.398766 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.399743 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee5fd85-854a-4144-9190-33fec95aa6ec {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:21:58.405140 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.406411 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-9c95175d-200a-4b62-a21e-c623c7654370 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ee5fd85-854a-4144-9190-33fec95aa6ec HTTP/1.1" status: 204 len: 168 time: 1.4851384 Aug 03 21:21:58.409287 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50380) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:58.413416 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 628c449e-99f4-4771-b152-0b4b7d2cef8d no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:21:58.434178 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 628c449e-99f4-4771-b152-0b4b7d2cef8d {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:21:58.434522 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 628c449e-99f4-4771-b152-0b4b7d2cef8d not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:21:58.434941 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device de291293-f342-48dd-965d-65a84d16e28b no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:21:58.455508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: de291293-f342-48dd-965d-65a84d16e28b {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:21:58.455848 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device de291293-f342-48dd-965d-65a84d16e28b not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:21:58.466933 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Deleting subnet 3dc8587b-3070-4b14-82dd-9cda6541b917 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:21:58.470786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.513371 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.601858 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.761155 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.788430 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc8587b-3070-4b14-82dd-9cda6541b917,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:58.794257 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.796636 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-b5cea133-a2e1-4475-8be9-4396263f005c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3dc8587b-3070-4b14-82dd-9cda6541b917 HTTP/1.1" status: 204 len: 168 time: 0.3860145 Aug 03 21:21:58.800270 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50382) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:58.800890 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e54618-85b9-43df-aa15-be756de3d510 None None] Network c77dcbfb-ab37-4202-95a0-1519c9f6e843 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:21:58.880530 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:58.939460 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Deleting port c0e6bf94-9d92-42a2-85bf-d0828970dd8f {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:58.939929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.015147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] DHCP port deletion for c77dcbfb-ab37-4202-95a0-1519c9f6e843 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:21:59.053003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] For port c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:59.053376 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.070570 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Deleting port c0e6bf94-9d92-42a2-85bf-d0828970dd8f {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:21:59.070953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.071142 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Calling delete_port for c0e6bf94-9d92-42a2-85bf-d0828970dd8f owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:59.082696 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82b16e-ce76-4608-86f4-6638d388a476 req-703d9093-f197-4e73-952d-47e43a15181d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:21:59.084241 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a82b16e-ce76-4608-86f4-6638d388a476 req-703d9093-f197-4e73-952d-47e43a15181d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.0896003 Aug 03 21:21:59.140441 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] For port c0e6bf94-9d92-42a2-85bf-d0828970dd8f, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,segment=NetworkSegment(8c2294b7-0619-4d21-bf0d-4e1646d7f8d6),segment_id=8c2294b7-0619-4d21-bf0d-4e1646d7f8d6)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:21:59.140747 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.158213 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Calling delete_port for c0e6bf94-9d92-42a2-85bf-d0828970dd8f owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:21:59.167775 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a82b16e-ce76-4608-86f4-6638d388a476 req-1887131a-2f71-44bf-922d-da0aa4a0ac34 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770571 Aug 03 21:21:59.290013 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.296366 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.317384 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:59.325218 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] No DVR routers for this DVR port c0e6bf94-9d92-42a2-85bf-d0828970dd8f on host dv-cinder-786260-15-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:21:59.326866 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Pushing event deleted for resources: {'Port': ['ID=c0e6bf94-9d92-42a2-85bf-d0828970dd8f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:21:59.329158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] No DVR routers for this DVR port c0e6bf94-9d92-42a2-85bf-d0828970dd8f on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:21:59.337136 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.337414 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.337757 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.338092 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.338424 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.338754 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.339107 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.339439 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.339750 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.340175 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.340536 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.340816 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4e77a-c131-41cd-972c-d7629734d6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:21:59.413233 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.418312 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77dcbfb-ab37-4202-95a0-1519c9f6e843']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:59.429359 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:59.429647 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2294b7-0619-4d21-bf0d-4e1646d7f8d6') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:21:59.438618 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.452588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.458559 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:21:59.458937 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:21:59.460854 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:21:59.684571 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.690010 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:21:59.691918 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c77dcbfb-ab37-4202-95a0-1519c9f6e843 HTTP/1.1" status: 204 len: 168 time: 0.8905854 Aug 03 21:21:59.695206 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50386) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:21:59.705259 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ec2c5-d31b-4327-8846-2733c34ff2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c77dcbfb-ab37-4202-95a0-1519c9f6e843,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:00.115242 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:00.290637 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c0e6bf94-9d92-42a2-85bf-d0828970dd8f no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:22:00.311097 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: c0e6bf94-9d92-42a2-85bf-d0828970dd8f {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:22:00.311531 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c0e6bf94-9d92-42a2-85bf-d0828970dd8f not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:22:00.328360 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f0486-8f83-4ef3-9244-53bfe7fd6ef7 req-2927a869-ab20-4a9a-8460-f7aa6b7247d9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:00.329904 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4c3f0486-8f83-4ef3-9244-53bfe7fd6ef7 req-2927a869-ab20-4a9a-8460-f7aa6b7247d9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.0767899 Aug 03 21:22:00.394722 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-4c3f0486-8f83-4ef3-9244-53bfe7fd6ef7 req-695db87f-5ccf-4310-87a8-0660d7a4b773 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571265 Aug 03 21:22:00.454674 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Deleting port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:22:00.455008 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:00.537351 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] For port 7639cb70-fd16-49e1-b8b7-f9bff6c910aa, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:00.537751 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:00.550318 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Calling delete_port for 7639cb70-fd16-49e1-b8b7-f9bff6c910aa owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:22:00.826942 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:00.858530 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Pushing event deleted for resources: {'Port': ['ID=7639cb70-fd16-49e1-b8b7-f9bff6c910aa,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:01.050598 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:01.271149 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:22:01.380121 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:22:01.385050 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-3ea35835-c144-4d97-abc4-cce2c1138cee admin admin] 10.222.0.32 "PUT /v2.0/routers/4e2fc353-9cf9-45a4-90c5-681f70e1a2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888413 Aug 03 21:22:01.387616 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50390) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:01.389064 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Sync routers for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:22:01.398571 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:22:01.399307 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:01.495762 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:01.513322 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:22:01.538387 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66311e29-0e8c-4ffc-9b5e-3822c7ca0a96 req-3ca7718e-f89c-42c5-9820-cae2a60f313a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:01.540231 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66311e29-0e8c-4ffc-9b5e-3822c7ca0a96 req-3ca7718e-f89c-42c5-9820-cae2a60f313a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.0652728 Aug 03 21:22:01.585462 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66311e29-0e8c-4ffc-9b5e-3822c7ca0a96 req-feccfa09-c8ea-4e9b-a339-b0f41ae69d45 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Aug 03 21:22:01.626421 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:01.706931 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:22:00Z', 'revision_number': 5, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port': {'id': '9f9f8c58-10a4-49ea-b6d8-05938ad13135', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:17:03Z', 'updated_at': '2021-08-03T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:01.734084 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Checking router: 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:22:01.743106 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Routers {'4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:22:01.743827 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:01.748520 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Deleting port 9f9f8c58-10a4-49ea-b6d8-05938ad13135 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:22:01.748872 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:01.826976 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] For port 9f9f8c58-10a4-49ea-b6d8-05938ad13135, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=9f9f8c58-10a4-49ea-b6d8-05938ad13135,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:01.827275 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:01.829548 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] Set router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:22:01.841626 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Calling delete_port for 9f9f8c58-10a4-49ea-b6d8-05938ad13135 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:22:01.882080 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:22:01Z', 'revision_number': 6, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port_host': None}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:01.912366 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69483f-91b9-45dc-8f88-67ae3112c25c None None] The sync data for ids ['4e2fc353-9cf9-45a4-90c5-681f70e1a2f6'] in dv-cinder-786260-15-iscsi is: [{'id': '4e2fc353-9cf9-45a4-90c5-681f70e1a2f6', 'name': 'tempest-TestShelveInstance-1300829307-router', 'tenant_id': '73136610e35a45a1a8083ec70df8a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:17:02Z', 'updated_at': '2021-08-03T21:22:01Z', 'revision_number': 6, 'project_id': '73136610e35a45a1a8083ec70df8a80b', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:22:02.099065 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.128914 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9f8c58-10a4-49ea-b6d8-05938ad13135,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:02.189992 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.303027 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.306333 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.423786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.424378 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:22:02.429086 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.430353 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8deffaac-fc5d-41ab-8e09-3ed99f3043a4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4e2fc353-9cf9-45a4-90c5-681f70e1a2f6 HTTP/1.1" status: 204 len: 168 time: 1.0417924 Aug 03 21:22:02.433387 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50394) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:02.706367 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 7639cb70-fd16-49e1-b8b7-f9bff6c910aa no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:22:02.729181 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 7639cb70-fd16-49e1-b8b7-f9bff6c910aa {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:22:02.729831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 7639cb70-fd16-49e1-b8b7-f9bff6c910aa not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:22:02.776001 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Deleting subnet 174f528f-b722-4f31-8803-dd187b22dab9 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:22:02.781925 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.825574 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:02.852556 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264eacc-b3cc-4397-96c6-51219afcd584 req-30f851b9-1d1c-45fd-bc1d-9494d634de25 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:02.854250 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0264eacc-b3cc-4397-96c6-51219afcd584 req-30f851b9-1d1c-45fd-bc1d-9494d634de25 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.1190472 Aug 03 21:22:02.930889 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0264eacc-b3cc-4397-96c6-51219afcd584 req-4b2b9d68-b2df-4795-b854-4901d554b5fe tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700190 Aug 03 21:22:02.951722 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.086853 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.111449 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174f528f-b722-4f31-8803-dd187b22dab9,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:03.117840 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.120079 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0a2c6f49-3f44-4149-a328-3ab274f2a0fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/174f528f-b722-4f31-8803-dd187b22dab9 HTTP/1.1" status: 204 len: 168 time: 0.6852014 Aug 03 21:22:03.122324 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50398) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:03.125926 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a775d-0311-473c-ae69-a33348add9a9 None None] Network 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:22:03.198686 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.277000 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Deleting port e5d945ee-390e-463f-838e-594e82dac444 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:22:03.277542 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.313688 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] DHCP port deletion for 0c9e398f-9e8a-4f71-b678-abb8da2b6d07 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:22:03.346686 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] For port e5d945ee-390e-463f-838e-594e82dac444, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e5d945ee-390e-463f-838e-594e82dac444,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:03.347663 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.360046 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Calling delete_port for e5d945ee-390e-463f-838e-594e82dac444 owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:22:03.363849 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Deleting port e5d945ee-390e-463f-838e-594e82dac444 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:22:03.364228 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.441754 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] For port e5d945ee-390e-463f-838e-594e82dac444, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e5d945ee-390e-463f-838e-594e82dac444,segment=NetworkSegment(59786f25-c195-4a5c-9f07-e80da523119b),segment_id=59786f25-c195-4a5c-9f07-e80da523119b)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:03.442267 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.461559 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Calling delete_port for e5d945ee-390e-463f-838e-594e82dac444 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:22:03.567257 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.574011 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.593894 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d945ee-390e-463f-838e-594e82dac444,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:03.597710 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] No DVR routers for this DVR port e5d945ee-390e-463f-838e-594e82dac444 on host dv-cinder-786260-15-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:22:03.599749 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] Pushing event deleted for resources: {'Port': ['ID=e5d945ee-390e-463f-838e-594e82dac444,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:03.601750 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c64b04-48a8-4753-92cc-ae23a859cd6f None None] No DVR routers for this DVR port e5d945ee-390e-463f-838e-594e82dac444 on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:22:03.674692 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.686561 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9e398f-9e8a-4f71-b678-abb8da2b6d07']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:03.699424 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59786f25-c195-4a5c-9f07-e80da523119b') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:03.699714 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59786f25-c195-4a5c-9f07-e80da523119b') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:03.709493 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.724005 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.730102 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:22:03.730494 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:22:03.732182 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:22:03.869485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.875295 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:03.876984 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c9e398f-9e8a-4f71-b678-abb8da2b6d07 HTTP/1.1" status: 204 len: 168 time: 0.7536428 Aug 03 21:22:03.889097 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd200-8f42-4cf9-91ba-a476d5e31b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9e398f-9e8a-4f71-b678-abb8da2b6d07,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:04.068776 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfbd08-6d7f-4da5-9373-d4e85101bca5 req-67f7020e-bde0-40ac-89e8-7121bd45e902 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:04.070275 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7bfbd08-6d7f-4da5-9373-d4e85101bca5 req-67f7020e-bde0-40ac-89e8-7121bd45e902 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 944 time: 0.0558932 Aug 03 21:22:04.113948 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f7bfbd08-6d7f-4da5-9373-d4e85101bca5 req-c1dbbcf8-c889-422b-855e-70e992266bf2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 Aug 03 21:22:04.272957 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50404) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:04.303919 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e5d945ee-390e-463f-838e-594e82dac444 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:22:04.315709 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f870c334-7cb0-4d15-8652-023922a84276 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=babc73eb4c8542818ed49ef333c97043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414848 Aug 03 21:22:04.318427 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50406) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:04.324517 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: e5d945ee-390e-463f-838e-594e82dac444 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:22:04.324796 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e5d945ee-390e-463f-838e-594e82dac444 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:22:04.325226 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 9f9f8c58-10a4-49ea-b6d8-05938ad13135 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:22:04.345509 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 9f9f8c58-10a4-49ea-b6d8-05938ad13135 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:22:04.345856 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 9f9f8c58-10a4-49ea-b6d8-05938ad13135 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:22:04.374075 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:04.397648 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:04.560528 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:04.563244 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:04.564440 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a6a6786-4332-4e61-afd0-0d5e9f1c4fb8 HTTP/1.1" status: 204 len: 168 time: 0.2450957 Aug 03 21:22:04.573303 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d20fd-ecbb-4011-bbb5-aa7925fd3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a6786-4332-4e61-afd0-0d5e9f1c4fb8,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:04.791397 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 06a06448-16ab-41e1-9ef5-a5a94528e8ec details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:22:04.891319 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:04.903408 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:22:04.945322 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:04.958996 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a06448-16ab-41e1-9ef5-a5a94528e8ec {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:22:04.978643 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:05.046837 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:05.100146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:05.230380 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865afb-c464-40a1-9d93-c53fdca6fa89 req-b920b698-9f0d-4dd1-96e9-c67c197a3e59 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:05.231914 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23865afb-c464-40a1-9d93-c53fdca6fa89 req-b920b698-9f0d-4dd1-96e9-c67c197a3e59 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Aug 03 21:22:05.257573 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50414) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:05.268492 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['06a06448-16ab-41e1-9ef5-a5a94528e8ec'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:22:05.272438 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-23865afb-c464-40a1-9d93-c53fdca6fa89 req-1e3fb9e0-14a0-4e26-83d3-5aba6ce5e327 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343978 Aug 03 21:22:05.303424 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f23efec2-0849-4faa-a034-92e48099ce17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73136610e35a45a1a8083ec70df8a80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446727 Aug 03 21:22:05.305970 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50416) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:05.355395 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:05.377150 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:05.508816 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:05.511951 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:05.513109 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ee093c2-75f8-464d-bd64-f93d3271c919 HTTP/1.1" status: 204 len: 168 time: 0.2062361 Aug 03 21:22:05.524696 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c8b4b-9148-460d-92f5-63619ccb6afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee093c2-75f8-464d-bd64-f93d3271c919,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:06.388724 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341a1b5-8627-481f-94b1-7be4319ddda9 req-3067aabb-8bac-49bd-9c4b-bfb032052374 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:06.390212 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c341a1b5-8627-481f-94b1-7be4319ddda9 req-3067aabb-8bac-49bd-9c4b-bfb032052374 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Aug 03 21:22:06.428066 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c341a1b5-8627-481f-94b1-7be4319ddda9 req-64aa0bb1-6599-40b3-b3de-1353022923b5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 03 21:22:06.806120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 06a06448-16ab-41e1-9ef5-a5a94528e8ec up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:22:06.938048 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 06a06448-16ab-41e1-9ef5-a5a94528e8ec completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:22:06.945687 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 06a06448-16ab-41e1-9ef5-a5a94528e8ec triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:22:06.946070 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:07.027780 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:07.054117 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:22:07.056488 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcabab5-5907-4440-a1a8-63a12b26085d" -d '{"events": [{"server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "name": "network-vif-plugged", "status": "completed", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:22:07.071158 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:22:07.094578 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a3cac-ad14-49c2-86d3-96eba7dbb553 x-openstack-request-id: req-e58a3cac-ad14-49c2-86d3-96eba7dbb553 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:22:07.094872 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "name": "network-vif-plugged", "status": "completed", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:22:07.095163 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e58a3cac-ad14-49c2-86d3-96eba7dbb553 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:22:07.095558 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'code': 200} Aug 03 21:22:07.160542 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:07.186424 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:22:07.214388 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:07.469447 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702299-1bb7-46c7-968d-f1452bd726be req-bc86cdac-961c-481a-aa6a-431479dc3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:07.471071 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6d702299-1bb7-46c7-968d-f1452bd726be req-bc86cdac-961c-481a-aa6a-431479dc3db0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0441616 Aug 03 21:22:07.521855 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6d702299-1bb7-46c7-968d-f1452bd726be req-7d8384b9-ed63-489e-8312-a871d252a0cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Aug 03 21:22:07.556447 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76466b78-040c-48be-a242-fef4421b3769 req-281814b1-04eb-4b6f-bf6f-c0b0bfba1166 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:07.557919 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-76466b78-040c-48be-a242-fef4421b3769 req-281814b1-04eb-4b6f-bf6f-c0b0bfba1166 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0604894 Aug 03 21:22:07.595479 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-76466b78-040c-48be-a242-fef4421b3769 req-06e230fa-8435-42de-9018-093d250a0fc9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Aug 03 21:22:08.106244 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:08.710551 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344649a3-02f7-4e14-b171-6edc107d05ae req-76c734a6-9a3d-47b5-9e9c-f91a97eb56e8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:08.712117 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-344649a3-02f7-4e14-b171-6edc107d05ae req-76c734a6-9a3d-47b5-9e9c-f91a97eb56e8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0483744 Aug 03 21:22:08.749285 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-344649a3-02f7-4e14-b171-6edc107d05ae req-274d0b15-3568-462f-8fe1-345189c28c03 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Aug 03 21:22:08.873098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dd699-3983-42bd-9cba-bd3961733005 req-17091928-5c57-4bc3-a86c-ed8c38b5a850 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:08.874844 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3b6dd699-3983-42bd-9cba-bd3961733005 req-17091928-5c57-4bc3-a86c-ed8c38b5a850 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0606704 Aug 03 21:22:08.915865 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3b6dd699-3983-42bd-9cba-bd3961733005 req-5bfb3910-1f38-4209-a078-95a20a78bc83 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Aug 03 21:22:08.937730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50430) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:08.980098 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a566ae-866f-49d9-808c-ef6032f1ac25 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:08.981637 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-85a566ae-866f-49d9-808c-ef6032f1ac25 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1094 time: 0.0429387 Aug 03 21:22:08.984320 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50432) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:22:08.989109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:22:09.132302 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:09.223641 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:09.328162 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.27.0.175 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/f8bd6cab-48de-46c9-bfa1-bfa590eed405) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:22:09.431481 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:09.526428 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:09.571730 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:22:09.575870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:22:09.581154 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:22:09.585838 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=f8bd6cab-48de-46c9-bfa1-bfa590eed405,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:09.956182 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:10.094021 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:10.239908 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:10.306264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:10.374827 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=f8bd6cab-48de-46c9-bfa1-bfa590eed405,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:22:10.387869 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:10.486499 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP 96c824ec-aebf-40db-a689-e75818cfb217 associated. External IP: 172.27.0.175, port: 06a06448-16ab-41e1-9ef5-a5a94528e8ec. Aug 03 21:22:10.695317 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:22:11.073884 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:22:11.084655 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:22:11.094668 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:22:11.106640 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:11.172129 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:11.200313 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bcda62eb-19c6-471d-b108-0951bcf7396a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2149613 Aug 03 21:22:11.200905 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:22:11.203203 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910d8b32-8b67-4c90-bfbb-befd809f9509" -d '{"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:22:11.205743 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:22:11.241497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a480c4ae-cc72-405b-8e3c-b3654cac0579 x-openstack-request-id: req-a480c4ae-cc72-405b-8e3c-b3654cac0579 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:22:11.241787 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:22:11.242036 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a480c4ae-cc72-405b-8e3c-b3654cac0579 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:22:11.242430 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'status': 'completed', 'code': 200} Aug 03 21:22:11.305497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-eb0b75d8-abb4-458e-a4f5-d0a6775d423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:11.307071 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-eb0b75d8-abb4-458e-a4f5-d0a6775d423f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0410986 Aug 03 21:22:11.399499 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-efc00384-d84e-4fad-91b4-71144fb06e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:11.400887 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-efc00384-d84e-4fad-91b4-71144fb06e3a service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0868714 Aug 03 21:22:11.449353 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:09Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:11.464758 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-51929f2b-b3da-4e3f-a7ee-efda8f8e96ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 1000 time: 0.0573449 Aug 03 21:22:11.476516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:22:11.484909 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:22:11.485653 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:21:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:11.516403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-2cdc28a2-4b26-460c-8bfa-51a8debd4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:11.517839 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-2cdc28a2-4b26-460c-8bfa-51a8debd4b6f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0462623 Aug 03 21:22:11.562930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-f43ccc62-8074-4be6-a2e2-cac9f8019b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:11.564472 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-f43ccc62-8074-4be6-a2e2-cac9f8019b69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400240 Aug 03 21:22:11.667536 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-794db16d-366c-4b9a-af12-f0af04d54014 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954933 Aug 03 21:22:11.732495 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:22:11.765495 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-910d8b32-8b67-4c90-bfbb-befd809f9509 req-1f10fd9a-1b09-4c91-a4ae-f247c4cdd3c4 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908737 Aug 03 21:22:11.962783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:09Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:22:11.992426 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2725448e-01fe-4af8-9d6a-7d3c847603b0 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:09Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:22:12.170385 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ea13b-8b69-4a6c-a8c4-a770b5f5a37f None None] New status for floating IP 96c824ec-aebf-40db-a689-e75818cfb217: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:22:16.420415 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f538fa2b-fe61-485a-8c34-b32e501f0735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:19.005960 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b84a4218-3420-4c2e-a418-d815c790c79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:19.166359 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:20.620603 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:21.977257 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:34.513796 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-c4180360-55f6-4872-bb4a-869a4fea52da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398872 Aug 03 21:22:34.596352 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-dfb65b0d-9d3f-43ea-851a-a6e4a9e14012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:34.597843 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-dfb65b0d-9d3f-43ea-851a-a6e4a9e14012 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0413494 Aug 03 21:22:34.704452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-7981adc6-7dec-4e1d-b3b3-66017bb3563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:34.705923 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-7981adc6-7dec-4e1d-b3b3-66017bb3563b service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0870984 Aug 03 21:22:34.772226 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-0b6f62d4-4d26-4542-ac99-859af2d020de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 1002 time: 0.0586293 Aug 03 21:22:34.826729 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-55f51a17-6f57-42dc-91b9-dd9b98e1084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:34.828267 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-55f51a17-6f57-42dc-91b9-dd9b98e1084d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0492446 Aug 03 21:22:34.879497 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-ae5eae1f-9cad-4c5d-9abb-a5c999c86e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:22:34.881149 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-ae5eae1f-9cad-4c5d-9abb-a5c999c86e4b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456941 Aug 03 21:22:34.971824 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-33bebc81-01c6-4830-bf3f-fa5337c67728 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830777 Aug 03 21:22:35.062254 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2bbf99d5-51a7-4790-9f86-3d7f38f88a5d req-89a4929d-2dbd-4f24-9fca-058d3b7e8626 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831451 Aug 03 21:22:38.133744 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:44.185753 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:22:46.414120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1b7efaaf-4833-4ab6-959d-ac02a8a141ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:49.010477 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2d6366a-8c35-44be-9924-468ab4e75693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:49.194311 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:50.570649 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:22:51.942067 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:08.118856 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:16.415584 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0036dd44-9185-4f07-9997-8c106d979b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:19.018419 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8d3abba3-d1cd-4467-9173-222e5e81a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:19.167015 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:20.535462 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:21.184772 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:23:21.949957 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:34.553560 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-10d1e96a-a56b-48e6-bbe2-31dde829a4f0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403404 Aug 03 21:23:34.635143 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-45c665fe-f26b-41d1-880f-280588664be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:23:34.636621 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-45c665fe-f26b-41d1-880f-280588664be7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0399928 Aug 03 21:23:34.744631 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-02278a60-5e7d-4226-9071-a064d970b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:23:34.746112 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-02278a60-5e7d-4226-9071-a064d970b33f service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0901601 Aug 03 21:23:34.814452 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-b7f2462c-6177-4e2a-b751-20c21202937c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 1002 time: 0.0607939 Aug 03 21:23:34.868737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-fe4e476d-9e3e-47c1-97e4-e9b7971f9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:23:34.870208 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-fe4e476d-9e3e-47c1-97e4-e9b7971f9af2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0490429 Aug 03 21:23:34.916136 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-4df0ad01-053a-44cc-8f44-dc43ee839c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:23:34.917614 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-4df0ad01-053a-44cc-8f44-dc43ee839c8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401011 Aug 03 21:23:35.004422 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-fcccd074-0753-48d9-a072-a0618aefebe5 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788493 Aug 03 21:23:35.096228 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abbdedd9-840c-447f-ba7d-923dce8dd7fd req-7bd020d2-bbb4-4fae-a7c9-9bff59a22945 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840154 Aug 03 21:23:38.132147 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:46.417388 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9a4c9cff-38d7-4d6f-b67e-24847bef1506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:49.060594 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23b112ec-095b-4d3b-a544-6a4d64cfa78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:49.169667 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:50.531843 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:51.982939 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:23:58.182928 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:23:58.642530 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-333eca79-70fd-4f4e-801a-ec842d892579 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005723430&fields=id&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 267 time: 0.0337298 Aug 03 21:23:58.751974 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d8f76948-f553-4a86-8951-6f77bef70cbd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:23:58.753413 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d8f76948-f553-4a86-8951-6f77bef70cbd tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1042638 Aug 03 21:23:58.881470 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-7d4e4f06-5dfb-45b2-b98d-808997ee9d5d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/quotas/836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 375 time: 0.1223388 Aug 03 21:23:58.937712 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-54d2f9ea-f33b-4cd3-9c2c-a4fa046abf7b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506039 Aug 03 21:23:59.028183 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-1c500599-108c-4f45-a25c-3b4cbda5d03b service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792568 Aug 03 21:23:59.119608 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-360b15e9-2c45-4f39-9a9d-25bc3e7e273d service neutron] 10.222.0.32 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 Aug 03 21:23:59.814637 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-90795ce6-6d26-4757-9419-8d1f17bc2f54 req-a1d9576f-68d7-4367-9fcb-32a2a5ab1ec8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 210 time: 0.0309865 Aug 03 21:24:00.907428 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-362a0be9-796a-47f4-ac52-1b8ea884ca38 req-2d044e52-5a5a-4364-8ba6-b912c4c8afb0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 210 time: 0.0272186 Aug 03 21:24:01.706049 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d28558e2-ffb7-41e6-865b-0e4e6037b718 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:01.707563 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d28558e2-ffb7-41e6-865b-0e4e6037b718 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 811 time: 0.1039116 Aug 03 21:24:01.758110 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-e699b1e8-9381-470d-b310-55e2d986de03 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836372ef630e49308c23ab0da45caeb2 HTTP/1.1" status: 200 len: 380 time: 0.0340240 Aug 03 21:24:01.768654 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'port': {'device_id': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'admin_state_up': True, 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'security_groups': ['ec380eca-66a5-4825-b007-8375f79c5adf']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:24:01.966083 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Made reservation on behalf of 836372ef630e49308c23ab0da45caeb2 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 21:24:01.972305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.003351 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-aed49865-6a67-4e2e-9342-fad26e2b46c1 req-bc921027-9059-48a7-9acc-2a0766ed5d45 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 210 time: 0.0279071 Aug 03 21:24:02.101009 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.20.0.12 (caafb383-bab0-454a-8e03-9abc865567c1/5f778411-6ead-41a1-b137-404ddf2a7f82/8b5fcd60-261c-4719-83e8-17ee1bd31f17) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:24:02.238104 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.251417 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Transition to ACTIVE for port object 8b5fcd60-261c-4719-83e8-17ee1bd31f17 will not be triggered until provisioned by entity DHCP. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:24:02.352477 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.395218 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network caafb383-bab0-454a-8e03-9abc865567c1 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:24:02.398525 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:24:02.402864 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:24:02.429191 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:02.442502 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.443138 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.443507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.443846 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.444187 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.444578 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.444973 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.445364 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.445699 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.446029 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.446358 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.446721 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:02.470024 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:02.470652 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.576007 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-6833c08b-03c6-4cd3-926a-ecb3d7468b94 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8115823 Aug 03 21:24:02.588435 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Request body: {'port': {'device_id': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:24:02.640585 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.782673 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-06972145-dbb5-4ab7-89e6-bc3a76b9ac8d None None] Provisioning for port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 completed by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:24:02.786767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-06972145-dbb5-4ab7-89e6-bc3a76b9ac8d None None] Provisioning complete for port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 triggered by entity DHCP. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:24:02.787231 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06972145-dbb5-4ab7-89e6-bc3a76b9ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.820330 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-06972145-dbb5-4ab7-89e6-bc3a76b9ac8d None None] Port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 cannot update to ACTIVE because it is not bound. {{(pid=94031) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 21:24:02.911238 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5fcd60-261c-4719-83e8-17ee1bd31f17 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:24:02.918742 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:02.930335 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Transition to ACTIVE for port object 8b5fcd60-261c-4719-83e8-17ee1bd31f17 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 21:24:03.026792 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:03.080495 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:03.184816 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad6670-a36c-4cc0-ae20-309224930646 req-24690a55-a191-40a6-8254-46a84a25338e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.186404 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dcad6670-a36c-4cc0-ae20-309224930646 req-24690a55-a191-40a6-8254-46a84a25338e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.1070507 Aug 03 21:24:03.189199 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Attempting to bind port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 21:24:03.190576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Attempting to bind port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 21:24:03.190576 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Attempting to bind port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:24:03.201406 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 on network caafb383-bab0-454a-8e03-9abc865567c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 21:24:03.201727 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Attempting to bind port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 on network caafb383-bab0-454a-8e03-9abc865567c1 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 21:24:03.216015 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Checking agent: {'id': '4ba9fecb-288f-4c87-a608-2b03d40b5d8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'started_at': datetime.datetime(2021, 8, 3, 21, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 21, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 21:24:03.216346 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Checking segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 21:24:03.216732 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Bound using segment: {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 21:24:03.217181 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Bound port: 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46683b4e-77ac-424b-af9a-f8922730eb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 21:24:03.217544 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:03.262770 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dcad6670-a36c-4cc0-ae20-309224930646 req-ca43a31c-12a0-482f-9753-0d2adad0e746 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692761 Aug 03 21:24:03.295441 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 21:24:03.298347 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 21:24:03.426657 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:03.466151 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.466757 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:03.468165 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] 10.222.0.79 "PUT /v2.0/ports/8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 200 len: 1094 time: 0.8839211 Aug 03 21:24:03.468599 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:24:03.470871 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22566ff8-96c9-4dad-af85-bfe022a205ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:24:03.497496 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e85d78-4a13-4b0a-aeb9-cb873e8bd109 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:03.527458 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6db9b2-473b-459f-8a2f-41190863477f x-openstack-request-id: req-6c6db9b2-473b-459f-8a2f-41190863477f {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:24:03.527458 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:24:03.527458 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c6db9b2-473b-459f-8a2f-41190863477f {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:24:03.527458 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'status': 'completed', 'code': 200} Aug 03 21:24:03.589902 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-8c0ab8cc-f235-45b0-8adc-8df0f3ff80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.591442 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-8c0ab8cc-f235-45b0-8adc-8df0f3ff80d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1097 time: 0.0462084 Aug 03 21:24:03.691068 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-893d697c-45f0-419f-be0b-f5e49f95258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.692814 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-893d697c-45f0-419f-be0b-f5e49f95258a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=836372ef630e49308c23ab0da45caeb2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0928113 Aug 03 21:24:03.787312 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-a722ea01-a6d3-4f01-b0d0-35d86ae70c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.788707 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22566ff8-96c9-4dad-af85-bfe022a205ab req-a722ea01-a6d3-4f01-b0d0-35d86ae70c82 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891199 Aug 03 21:24:03.863109 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d8b3d6b9-2df8-479a-bff9-3db36eb4bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.864605 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-d8b3d6b9-2df8-479a-bff9-3db36eb4bef4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1097 time: 0.0401671 Aug 03 21:24:03.909882 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-067da270-ba02-4e62-9703-07f511f6994f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 200 len: 217 time: 0.0368783 Aug 03 21:24:03.958955 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-df35799d-de61-4934-9f20-2a509179b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:03.960432 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-df35799d-de61-4934-9f20-2a509179b04a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0439103 Aug 03 21:24:04.006667 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-505bd255-5315-4d4b-b3ab-50fbc347c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:04.008240 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-505bd255-5315-4d4b-b3ab-50fbc347c16e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399420 Aug 03 21:24:04.098487 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-1f572526-ad2a-4fc0-b71e-0f5da80ca6cc service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Aug 03 21:24:04.185191 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9c105158-4ff8-439d-b7d5-cd5432e63a82 req-a05ef12a-3ce3-4ed0-8b6f-a14bc26e0ac7 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796161 Aug 03 21:24:04.380634 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e36f53-7613-4f34-8b24-9958906029d5 req-80543c7d-f907-427e-a0f1-1e82d1c28631 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:04.382032 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2e36f53-7613-4f34-8b24-9958906029d5 req-80543c7d-f907-427e-a0f1-1e82d1c28631 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0496438 Aug 03 21:24:04.424851 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a2e36f53-7613-4f34-8b24-9958906029d5 req-afba116b-5c48-489a-ae91-2787cc020bc2 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367217 Aug 03 21:24:05.540245 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a145c40-c470-4a55-b943-da8fb21dd174 req-48706b78-8542-4b45-b450-b09c05fba00b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:05.541891 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a145c40-c470-4a55-b943-da8fb21dd174 req-48706b78-8542-4b45-b450-b09c05fba00b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0490177 Aug 03 21:24:05.579569 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3a145c40-c470-4a55-b943-da8fb21dd174 req-6bf2622c-bc20-46a4-8162-d21d8988c66c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Aug 03 21:24:06.691330 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656299f-dbbe-42a3-a873-964348545dfa req-7ea03e23-6112-4a85-9870-c1988e2d38ef tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:06.693065 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9656299f-dbbe-42a3-a873-964348545dfa req-7ea03e23-6112-4a85-9870-c1988e2d38ef tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0475235 Aug 03 21:24:06.730027 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9656299f-dbbe-42a3-a873-964348545dfa req-dd8573aa-e964-40c4-b556-03a547efb976 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Aug 03 21:24:07.845118 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e539432-30a3-4ccf-9bea-012a4c29da8d req-28af9188-f5e2-4edb-b7b5-063a7474673e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:07.846640 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e539432-30a3-4ccf-9bea-012a4c29da8d req-28af9188-f5e2-4edb-b7b5-063a7474673e tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0510850 Aug 03 21:24:07.888039 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-1e539432-30a3-4ccf-9bea-012a4c29da8d req-15232e4a-253a-4aca-b7ab-1f95021ed98f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Aug 03 21:24:08.137767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:09.000603 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcbe6e-63b2-49d6-a382-06beddbb9129 req-b18566e3-fc9d-4b83-807f-7bcefafa390c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:09.002060 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-70dcbe6e-63b2-49d6-a382-06beddbb9129 req-b18566e3-fc9d-4b83-807f-7bcefafa390c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0484493 Aug 03 21:24:09.038545 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-70dcbe6e-63b2-49d6-a382-06beddbb9129 req-97b94ca8-e957-4ce0-86fc-212e7b56a2d9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Aug 03 21:24:10.149720 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f432-8a43-4a72-abf9-de7a54e64320 req-d92f3f72-0dde-432e-a329-73c7f4cd1be8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:10.151120 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3643f432-8a43-4a72-abf9-de7a54e64320 req-d92f3f72-0dde-432e-a329-73c7f4cd1be8 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0484269 Aug 03 21:24:10.188517 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-3643f432-8a43-4a72-abf9-de7a54e64320 req-21c788af-a310-4705-9832-6dfddfdcbd30 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Aug 03 21:24:11.301488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe7071-1407-4f68-bd3a-e36fcc9dc9cf req-ebbc7626-e20e-45f7-b9d2-2bd23e316513 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:11.302951 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dbe7071-1407-4f68-bd3a-e36fcc9dc9cf req-ebbc7626-e20e-45f7-b9d2-2bd23e316513 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0475788 Aug 03 21:24:11.345418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9dbe7071-1407-4f68-bd3a-e36fcc9dc9cf req-d9ca4d92-cfab-4dfd-818b-5f25f7a21396 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359039 Aug 03 21:24:12.455689 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a81e6-ccb5-4d71-8c61-66d7605bffe5 req-c41d7da2-b9f0-4682-a22f-e2659f73ebc6 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:12.457143 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b62a81e6-ccb5-4d71-8c61-66d7605bffe5 req-c41d7da2-b9f0-4682-a22f-e2659f73ebc6 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0470219 Aug 03 21:24:12.493594 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-b62a81e6-ccb5-4d71-8c61-66d7605bffe5 req-df7776aa-4033-435e-9e3a-2db23b5c404a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Aug 03 21:24:13.443200 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8b5fcd60-261c-4719-83e8-17ee1bd31f17 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=94031) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 21:24:13.547116 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:24:13.559459 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Returning: {'device': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'port_id': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'mac_address': 'fa:16:3e:b2:bb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94031) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 21:24:13.597823 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:13.611172 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5fcd60-261c-4719-83e8-17ee1bd31f17 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 21:24:13.617997 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314081-36dc-4b25-a58b-e8be5242bfe3 req-b4a5fb15-701d-4cdd-8949-ff59039fa371 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:13.619630 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f4314081-36dc-4b25-a58b-e8be5242bfe3 req-b4a5fb15-701d-4cdd-8949-ff59039fa371 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 944 time: 0.0513325 Aug 03 21:24:13.632683 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:24:13.658691 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f4314081-36dc-4b25-a58b-e8be5242bfe3 req-93a15b77-0576-414d-9463-581ced0fe7bb tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Aug 03 21:24:13.700648 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:13.749877 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=4']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:13.757050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.757394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.757729 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.758137 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.758800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.758800 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.759028 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.759378 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.759705 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.760022 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.760341 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.760653 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:24:13.925820 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] get_ports_and_sgs() called for port_ids ['8b5fcd60-261c-4719-83e8-17ee1bd31f17'] {{(pid=94031) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 21:24:14.774229 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626aa4b-7e2a-45d9-9199-5b2209192197 req-123638d0-3b36-43ac-8f08-113c363b618b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:14.775770 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c626aa4b-7e2a-45d9-9199-5b2209192197 req-123638d0-3b36-43ac-8f08-113c363b618b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 945 time: 0.0494831 Aug 03 21:24:14.818051 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-c626aa4b-7e2a-45d9-9199-5b2209192197 req-71efbe26-09e6-4b71-b9b2-d98e125a760b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353086 Aug 03 21:24:15.458291 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8b5fcd60-261c-4719-83e8-17ee1bd31f17 up at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 21:24:15.574493 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning for port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 completed by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 21:24:15.578472 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Provisioning complete for port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 triggered by entity L2. {{(pid=94031) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 21:24:15.578847 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913304'] for port, provisioning_complete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:15.655420 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:15.677067 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:24:15.679320 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79550023e36c023e332b8dacfaee39f9423141b844f15b074c283bcd43f2dffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569a352-9788-4934-b242-163c62a2a5c3" -d '{"events": [{"server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "name": "network-vif-plugged", "status": "completed", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:24:15.691994 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:24:15.715383 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a9f34-1b25-452a-bb66-e49d0b25ca2b x-openstack-request-id: req-0c6a9f34-1b25-452a-bb66-e49d0b25ca2b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:24:15.715679 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "name": "network-vif-plugged", "status": "completed", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:24:15.716448 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c6a9f34-1b25-452a-bb66-e49d0b25ca2b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:24:15.717176 dv-cinder-786260-15-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'code': 200} Aug 03 21:24:15.765616 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:15.815410 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Pushing event updated for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=5']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:15.934430 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ff2c8-be22-4d13-8c0d-b42b2e5d1fc7 req-bcbd154a-5330-4dad-ad7e-9e24b1a9883d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:15.935959 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f57ff2c8-be22-4d13-8c0d-b42b2e5d1fc7 req-bcbd154a-5330-4dad-ad7e-9e24b1a9883d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.0499060 Aug 03 21:24:15.973622 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-f57ff2c8-be22-4d13-8c0d-b42b2e5d1fc7 req-935fd5a0-b3ea-49ee-b484-4fd88e81188c tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 03 21:24:16.087818 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daa523-27da-454c-b87d-2d66b106a092 req-37827a28-45e3-4a49-b9a5-fdb112baf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:16.089307 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99daa523-27da-454c-b87d-2d66b106a092 req-37827a28-45e3-4a49-b9a5-fdb112baf31d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1099 time: 0.0401049 Aug 03 21:24:16.124255 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99daa523-27da-454c-b87d-2d66b106a092 req-9b1f03bb-36e6-44e5-a717-c110c4c1ee4c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276549 Aug 03 21:24:16.421063 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-17c15023-665a-4196-88b2-87a64cf57058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:17.093293 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62fc6-258f-471c-a46d-fa32d7580c10 req-9a84eabd-e5e3-4608-9fc0-e5c3184b9e8a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:17.094730 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bf62fc6-258f-471c-a46d-fa32d7580c10 req-9a84eabd-e5e3-4608-9fc0-e5c3184b9e8a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.0507932 Aug 03 21:24:17.137582 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bf62fc6-258f-471c-a46d-fa32d7580c10 req-095d7900-7b4b-4935-8e93-1e31ced05620 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366504 Aug 03 21:24:18.249786 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d28fd5-0c37-4cbe-8227-a7e4f3aa2ac3 req-54bd385f-f52e-4017-9e2d-0e1c203e1897 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:18.251301 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-41d28fd5-0c37-4cbe-8227-a7e4f3aa2ac3 req-54bd385f-f52e-4017-9e2d-0e1c203e1897 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.0479355 Aug 03 21:24:18.288953 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-41d28fd5-0c37-4cbe-8227-a7e4f3aa2ac3 req-8a4c9e89-3ddd-4e0b-a746-d721e11f08de tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Aug 03 21:24:18.399475 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfcaff-6d10-4f47-841b-201398e8234e req-811d0078-067d-4ae3-9c0e-bb163df6dfe3 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:18.400870 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9bbfcaff-6d10-4f47-841b-201398e8234e req-811d0078-067d-4ae3-9c0e-bb163df6dfe3 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.0485396 Aug 03 21:24:18.438262 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9bbfcaff-6d10-4f47-841b-201398e8234e req-93addb51-1f1a-4fdf-a84d-84adf8e8924b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Aug 03 21:24:18.462227 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50582) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:24:18.501792 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d9bbe-04cc-4154-9126-ca35e9668ec0 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:18.503332 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-859d9bbe-04cc-4154-9126-ca35e9668ec0 tempest-TestVolumeBootPattern-1686609827 tempest-TestVolumeBootPattern-1686609827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1094 time: 0.0400791 Aug 03 21:24:18.509251 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50584) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:24:18.513715 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Request body: {'floatingip': {'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'port_id': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 21:24:18.620197 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:18.717929 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:18.817248 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Allocated IP 172.27.0.151 (69d1b499-427d-4e5d-a9ab-de422dab2e84/6100e486-c2b3-4200-963a-3734f69b928f/78f16f8b-c0d0-4eb5-8054-5a50b706cdfe) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 21:24:18.933290 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.008688 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7275e973-1b6e-4edf-ad29-af875dfed304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.034664 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737861287864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.074651 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Network 69d1b499-427d-4e5d-a9ab-de422dab2e84 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 21:24:19.077458 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 21:24:19.080945 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 21:24:19.101993 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=78f16f8b-c0d0-4eb5-8054-5a50b706cdfe,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:19.145714 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.433076 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.555870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526734'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.703039 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:19.770893 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737861745583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737861287882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737861287900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27182747'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:20.127247 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event updated for resources: {'Port': ['ID=78f16f8b-c0d0-4eb5-8054-5a50b706cdfe,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:24:20.138151 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3886058'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:20.234884 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP edacebd6-987f-4fce-a5c5-c6748cca4660 associated. External IP: 172.27.0.151, port: 8b5fcd60-261c-4719-83e8-17ee1bd31f17. Aug 03 21:24:20.431986 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:24:20.530743 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:20.539401 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:24:20.549610 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:24:20.562719 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:24:20.564008 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:24:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:24:20.642785 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:20.662499 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:24:20.669468 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-82c0bac7-a505-4559-992f-e131ababd4e0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1592019 Aug 03 21:24:20.670806 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:24:20.673070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0adb3c-02f6-4eff-872c-7514e22c227c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:24:20.710872 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933e657-4854-4a53-b20f-cd16055c2791 x-openstack-request-id: req-8933e657-4854-4a53-b20f-cd16055c2791 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:24:20.711236 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:24:20.711435 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8933e657-4854-4a53-b20f-cd16055c2791 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:24:20.711828 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'status': 'completed', 'code': 200} Aug 03 21:24:20.778412 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-db2d0129-bfe6-482a-be0c-f3dbc0ef9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:20.780478 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-db2d0129-bfe6-482a-be0c-f3dbc0ef9302 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1099 time: 0.0448766 Aug 03 21:24:20.874232 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-a786ae13-88c5-4d24-89d4-b10afd243509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:20.875851 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-a786ae13-88c5-4d24-89d4-b10afd243509 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0873706 Aug 03 21:24:20.894385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}, {'id': 'edacebd6-987f-4fce-a5c5-c6748cca4660', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:b2:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:24:19Z', 'updated_at': '2021-08-03T21:24:19Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:24:20.919676 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:24:20.928023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:24:20.928640 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:24:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:24:20.952555 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-37688682-22be-4f42-9a50-70d9eddb0de6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 200 len: 1000 time: 0.0672207 Aug 03 21:24:21.002913 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-e0bc6590-325e-4333-a717-2980a302cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:21.004418 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-e0bc6590-325e-4333-a717-2980a302cf8d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0441597 Aug 03 21:24:21.035720 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:24:21.050973 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-4428e13d-8481-4e59-9d95-f6f6103652ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:21.052507 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-4428e13d-8481-4e59-9d95-f6f6103652ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399323 Aug 03 21:24:21.146111 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-51ce7266-90a8-4a16-9567-d8fcb2979bce service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858312 Aug 03 21:24:21.235840 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eb0adb3c-02f6-4eff-872c-7514e22c227c req-f4874547-8ccf-4a5d-91d0-0e77a384c4f8 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820119 Aug 03 21:24:21.260921 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}, {'id': 'edacebd6-987f-4fce-a5c5-c6748cca4660', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:b2:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:24:19Z', 'updated_at': '2021-08-03T21:24:19Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:24:21.287889 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521c0f8-bbb2-4c05-9f66-63d2e57fd2f7 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}, {'id': 'edacebd6-987f-4fce-a5c5-c6748cca4660', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:b2:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:24:19Z', 'updated_at': '2021-08-03T21:24:19Z', 'revision_number': 0, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:24:21.480788 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23bf505-32c0-4c29-b6f6-c095ad07deec None None] New status for floating IP edacebd6-987f-4fce-a5c5-c6748cca4660: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:24:21.965195 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:35.181418 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:24:36.508464 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-3904396b-d7c2-45ef-9f9c-fbec5c0dddec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403614 Aug 03 21:24:36.597928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-8865c390-1a3c-4feb-861a-84eb3f4329e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:36.599370 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-8865c390-1a3c-4feb-861a-84eb3f4329e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0462179 Aug 03 21:24:36.702043 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-42f08e7b-7148-4ebd-a3b3-01d073ae3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:36.703992 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-42f08e7b-7148-4ebd-a3b3-01d073ae3012 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0852721 Aug 03 21:24:36.777075 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-bfbab3ff-c9c0-4eac-b234-211a77825276 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 1002 time: 0.0649452 Aug 03 21:24:36.831063 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-4f6c201f-675a-4f8c-a769-d7c5e17e3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:36.832905 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-4f6c201f-675a-4f8c-a769-d7c5e17e3bad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0487232 Aug 03 21:24:36.883710 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-efa4a8f2-406a-4c4b-9186-45179855b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:24:36.885139 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-efa4a8f2-406a-4c4b-9186-45179855b98e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441046 Aug 03 21:24:37.011450 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-96bf1fa0-3c44-4355-91a5-1f902c6a193a service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182601 Aug 03 21:24:37.113389 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c75dbbc-094a-4d0c-8c4f-602c5ba34ecd req-3be5e473-67d1-4a18-8166-c192f3368ced service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944464 Aug 03 21:24:38.119809 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:46.433069 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1ed0132-5f23-4c33-a175-7e382c715ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:49.004351 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02caab84-692c-4755-b7ca-c616c30a3e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:49.174018 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:50.573480 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:24:51.964189 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:08.121467 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:12.180973 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:25:16.426091 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-976c568e-fe60-4a23-988d-4d1d98972c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:19.026116 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9160f63c-558e-4d9d-966e-1d3d51a06e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:19.174879 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:20.580524 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:21.963006 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:37.601768 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-f046d19a-a5a4-438d-8a48-817b1096badf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835357 Aug 03 21:25:37.665462 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-1b1ba3e0-cadd-47d5-a1e0-b2c68c16169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:37.666946 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-1b1ba3e0-cadd-47d5-a1e0-b2c68c16169d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1099 time: 0.0440974 Aug 03 21:25:37.767653 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-43361d94-94f3-41b1-8b58-eef5a4a0de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:37.769112 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-43361d94-94f3-41b1-8b58-eef5a4a0de22 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0832517 Aug 03 21:25:37.836562 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-78f68c96-bb72-439a-b17b-59bb13097f78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 200 len: 1002 time: 0.0606279 Aug 03 21:25:37.884916 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-cfcfa599-d684-46e6-92d9-2bb6d2db2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:37.886409 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-cfcfa599-d684-46e6-92d9-2bb6d2db2f55 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0436230 Aug 03 21:25:37.931332 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-979efa68-c616-4059-9ea5-7ca2f2581f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:37.932782 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-979efa68-c616-4059-9ea5-7ca2f2581f77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398409 Aug 03 21:25:38.025526 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-251b63c0-69fb-41a6-85c4-82bca0578041 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Aug 03 21:25:38.114057 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a328865-d20a-4581-b74f-9cfb69efb2a1 req-792c2b08-1c1c-4a35-af78-08ed8eb5755c service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808828 Aug 03 21:25:38.134050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:46.451703 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-13439d2c-f1f1-4463-abea-f538c6e52685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:47.882933 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50618) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:25:48.037400 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port 78f16f8b-c0d0-4eb5-8054-5a50b706cdfe {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:25:48.037736 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.113678 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.113998 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.125446 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for 78f16f8b-c0d0-4eb5-8054-5a50b706cdfe owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:25:48.436900 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.464297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=78f16f8b-c0d0-4eb5-8054-5a50b706cdfe,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:25:48.488211 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.488563 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.488909 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.489241 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.489600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.489934 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.490262 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.490588 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.490942 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.491298 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.497322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.497322 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:25:48.531603 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.537201 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP edacebd6-987f-4fce-a5c5-c6748cca4660 disassociated (deleted). External IP: 172.27.0.151, port: 8b5fcd60-261c-4719-83e8-17ee1bd31f17. Aug 03 21:25:48.742268 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:25:48.852922 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:25:48.861145 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:48.862471 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:25:48.873032 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:25:48.873784 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:19Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:48.888291 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-17a63f8f-f0ea-425e-b492-b6ea22085096 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "DELETE /v2.0/floatingips/edacebd6-987f-4fce-a5c5-c6748cca4660 HTTP/1.1" status: 204 len: 168 time: 1.0038259 Aug 03 21:25:48.888987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:25:48.891100 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c91989-9cb4-4c97-a20a-860ff7f67f62" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:25:49.096070 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d29ca-7a59-48dd-9e11-a9f1253d65de x-openstack-request-id: req-d05d29ca-7a59-48dd-9e11-a9f1253d65de {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:25:49.096383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:25:49.096693 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d05d29ca-7a59-48dd-9e11-a9f1253d65de {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:25:49.097033 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'status': 'completed', 'code': 200} Aug 03 21:25:49.135071 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:25:49.160650 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-a91f114f-abfc-4eb0-b0cb-863ac7392409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:49.162150 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-a91f114f-abfc-4eb0-b0cb-863ac7392409 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 1099 time: 0.0402095 Aug 03 21:25:49.179911 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:25:49.262860 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-d924ccc3-3b0b-4166-8741-23125d20f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:49.264549 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-d924ccc3-3b0b-4166-8741-23125d20f8eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0943756 Aug 03 21:25:49.282234 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-659c9db7-fb6d-4a5a-97e9-f5d81bde0610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:49.282234 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:49.314257 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-f96ef524-b97b-45ab-97d0-244abba85c0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 200 len: 217 time: 0.0422366 Aug 03 21:25:49.368888 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-b4971563-3f61-46ac-8d24-3991c0d10a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:49.370501 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-b4971563-3f61-46ac-8d24-3991c0d10a51 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0498950 Aug 03 21:25:49.379243 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:49.410947 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:25:49.420054 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:25:49.421274 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:49.424334 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-30af0e6c-aded-4c69-b652-23c551603124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:49.425844 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-30af0e6c-aded-4c69-b652-23c551603124 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476339 Aug 03 21:25:49.520923 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c3b8-87e0-4191-9aaf-539b14cdfbd1 req-9d97d55d-8996-41dd-9056-0bc00996dd19 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:49.522948 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0960c3b8-87e0-4191-9aaf-539b14cdfbd1 req-9d97d55d-8996-41dd-9056-0bc00996dd19 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.1139517 Aug 03 21:25:49.523126 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-5639ffd2-601c-4092-8e3b-3931ad4f4d1a service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898249 Aug 03 21:25:49.528953 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:25:49.568228 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-0960c3b8-87e0-4191-9aaf-539b14cdfbd1 req-d1ca58d0-4fae-4238-9fb2-e5fd887a7b68 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384619 Aug 03 21:25:49.621496 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61c91989-9cb4-4c97-a20a-860ff7f67f62 req-5ef6323d-bd9f-4835-9cab-a20ed59ea29f service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893204 Aug 03 21:25:49.762791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:49.789247 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfba54-2a3a-4c6a-b688-f11776163b12 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_floatingips': [{'id': '96c824ec-aebf-40db-a689-e75818cfb217', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'router_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'port_id': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'mac_address': 'fa:16:3e:61:2b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681eb63d-4f91-45b6-9537-eac7173c3046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T21:22:09Z', 'updated_at': '2021-08-03T21:22:12Z', 'revision_number': 1, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:25:50.004201 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96833f9-a79c-4f5b-b033-2ff03d8bb340 None None] New status for floating IP edacebd6-987f-4fce-a5c5-c6748cca4660: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:25:50.583433 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:50.743218 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e0c5a-79e5-42b5-a0db-55e84dd75f76 req-c3bc34e5-9fe3-458f-9cbc-ad5bcc2c4f8a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:50.744699 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c31e0c5a-79e5-42b5-a0db-55e84dd75f76 req-c3bc34e5-9fe3-458f-9cbc-ad5bcc2c4f8a tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.1009529 Aug 03 21:25:50.781665 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c31e0c5a-79e5-42b5-a0db-55e84dd75f76 req-4cf8b358-2762-4ebd-840e-34ee5dc43af5 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Aug 03 21:25:51.064092 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c821-a710-404a-b418-17144add8c9c req-6ce31d3e-20a3-4132-936f-1bd759dcaee7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:51.065545 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba25c821-a710-404a-b418-17144add8c9c req-6ce31d3e-20a3-4132-936f-1bd759dcaee7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 946 time: 0.0474489 Aug 03 21:25:51.154766 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:25:51.155126 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:51.240539 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] For port 8b5fcd60-261c-4719-83e8-17ee1bd31f17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b5fcd60-261c-4719-83e8-17ee1bd31f17,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:25:51.240900 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:51.253149 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for 8b5fcd60-261c-4719-83e8-17ee1bd31f17 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:25:51.464907 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:51.491323 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=8b5fcd60-261c-4719-83e8-17ee1bd31f17,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:25:51.537424 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] No DVR routers for this DVR port 8b5fcd60-261c-4719-83e8-17ee1bd31f17 on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:25:51.539858 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:51.541859 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba25c821-a710-404a-b418-17144add8c9c req-8f659921-827d-4866-8020-0de4490f5a3f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "DELETE /v2.0/ports/8b5fcd60-261c-4719-83e8-17ee1bd31f17 HTTP/1.1" status: 204 len: 173 time: 0.4700344 Aug 03 21:25:51.542289 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'name': 'network-vif-deleted', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:25:51.544579 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7ad9f-f1da-4439-b221-412cd2f05390" -d '{"events": [{"server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "name": "network-vif-deleted", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:25:51.579244 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b78687-cc0d-4d0f-99de-b30da8ab9037 x-openstack-request-id: req-11b78687-cc0d-4d0f-99de-b30da8ab9037 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:25:51.579536 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f300af-c394-434c-a6cc-e3b0b087416c", "name": "network-vif-deleted", "tag": "8b5fcd60-261c-4719-83e8-17ee1bd31f17", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:25:51.579788 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b78687-cc0d-4d0f-99de-b30da8ab9037 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:25:51.580180 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f300af-c394-434c-a6cc-e3b0b087416c', 'name': 'network-vif-deleted', 'tag': '8b5fcd60-261c-4719-83e8-17ee1bd31f17', 'status': 'completed', 'code': 200} Aug 03 21:25:51.876876 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f514d05-7b72-4263-8702-9e4902b52cb4 req-f33d841b-7bcb-41a9-a26d-17eba36a094b tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 210 time: 0.0274005 Aug 03 21:25:52.097751 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:52.986761 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-97a77cd2-cf5e-4c90-b740-e35bc2733d89 req-67e9733d-02e3-4d46-9faa-4a555af9e3ca tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2f300af-c394-434c-a6cc-e3b0b087416c HTTP/1.1" status: 200 len: 210 time: 0.0268860 Aug 03 21:25:56.033860 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8b5fcd60-261c-4719-83e8-17ee1bd31f17 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:25:56.057643 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 8b5fcd60-261c-4719-83e8-17ee1bd31f17 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:25:56.057981 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 8b5fcd60-261c-4719-83e8-17ee1bd31f17 not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:25:56.467695 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50666) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:25:56.898297 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port f8bd6cab-48de-46c9-bfa1-bfa590eed405 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:25:56.898635 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:56.972928 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:56.973258 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:56.984498 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for f8bd6cab-48de-46c9-bfa1-bfa590eed405 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:25:57.234952 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:57.262939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=f8bd6cab-48de-46c9-bfa1-bfa590eed405,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:25:57.325628 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:57.325992 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Floating IP 96c824ec-aebf-40db-a689-e75818cfb217 disassociated (deleted). External IP: 172.27.0.175, port: 06a06448-16ab-41e1-9ef5-a5a94528e8ec. Aug 03 21:25:57.530524 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:25:57.636371 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:25:57.642230 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:57.646111 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:25:57.654846 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:25:57.655512 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:57.667878 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b10f966d-fbe4-4317-84ed-1490400db173 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "DELETE /v2.0/floatingips/96c824ec-aebf-40db-a689-e75818cfb217 HTTP/1.1" status: 204 len: 168 time: 1.1990254 Aug 03 21:25:57.668488 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:25:57.671305 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:25:57.706854 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02860e-6828-498a-b0ae-5be5c58ec95f x-openstack-request-id: req-ed02860e-6828-498a-b0ae-5be5c58ec95f {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:25:57.707170 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:25:57.707432 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed02860e-6828-498a-b0ae-5be5c58ec95f {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:25:57.707830 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'status': 'completed', 'code': 200} Aug 03 21:25:57.769326 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:25:57.772575 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-1a30ad8f-2117-4719-a741-242dfdfa5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:57.774140 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-1a30ad8f-2117-4719-a741-242dfdfa5cf6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=836372ef630e49308c23ab0da45caeb2&device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 1099 time: 0.0426869 Aug 03 21:25:57.876813 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-673ad175-aa2c-4a7d-93ad-5a25f6b5e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:57.878287 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-673ad175-aa2c-4a7d-93ad-5a25f6b5e1b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 200 len: 912 time: 0.0968051 Aug 03 21:25:57.921087 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-87966f34-6232-4daf-bb37-73be20f5898c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 200 len: 217 time: 0.0348632 Aug 03 21:25:57.974383 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-8891710f-9aea-4f89-98fd-0977b3a9cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:57.976379 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-8891710f-9aea-4f89-98fd-0977b3a9cce2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 200 len: 850 time: 0.0488346 Aug 03 21:25:57.976925 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:58.004122 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:25:58.014571 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:25:58.015337 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:58.025403 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-0934943a-02b4-4324-b868-d14b9ce6d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:58.026989 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-0934943a-02b4-4324-b868-d14b9ce6d2a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=caafb383-bab0-454a-8e03-9abc865567c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427811 Aug 03 21:25:58.127257 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:25:58.157392 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-fb89e5e5-a3a8-48d3-a9e7-81ccda7a4d8d service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212206 Aug 03 21:25:58.168959 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a519-8ebc-4b59-834c-dd2c05a31ee0 req-7ad2bec1-b0a2-4b8b-ba5f-5244cb39457d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:58.170440 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0559a519-8ebc-4b59-834c-dd2c05a31ee0 req-7ad2bec1-b0a2-4b8b-ba5f-5244cb39457d tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0732613 Aug 03 21:25:58.260360 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0559a519-8ebc-4b59-834c-dd2c05a31ee0 req-1466aebf-ed72-4164-891d-17fd22377f38 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809562 Aug 03 21:25:58.286210 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3b5ff8e-e357-43dd-b5cb-d2ad9fcee8dd req-fde6c9d7-128d-4bd7-98fb-340ad497a967 service neutron] 10.222.0.79 "GET /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148205 Aug 03 21:25:58.335957 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:25:58.363318 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c65a5-d0ef-4595-9765-45b64bbb02ac None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:18:50Z', 'revision_number': 4, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi', '_interfaces': [{'id': 'abf4a771-69fb-42a4-a465-3d52c972531e', 'name': '', 'network_id': 'caafb383-bab0-454a-8e03-9abc865567c1', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'mac_address': 'fa:16:3e:9f:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:49Z', 'updated_at': '2021-08-03T21:18:56Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'subnets': [{'id': '5f778411-6ead-41a1-b137-404ddf2a7f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:25:58.597893 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234f80a-e6ec-49a5-8818-06abca7aeef2 None None] New status for floating IP 96c824ec-aebf-40db-a689-e75818cfb217: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 21:25:59.377522 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc855-0455-4760-90e8-d47dfbab3e63 req-44d1c946-64d3-4f5e-baa1-13d2afe36e37 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:59.378988 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-730bc855-0455-4760-90e8-d47dfbab3e63 req-44d1c946-64d3-4f5e-baa1-13d2afe36e37 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Aug 03 21:25:59.416199 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-730bc855-0455-4760-90e8-d47dfbab3e63 req-51ea946d-3e4a-4280-a512-91bb9d562e4f tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec380eca-66a5-4825-b007-8375f79c5adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Aug 03 21:25:59.604508 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-f7497e00-79c0-4975-9be8-8527bc163ed0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 21:25:59.605969 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-f7497e00-79c0-4975-9be8-8527bc163ed0 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Aug 03 21:25:59.699561 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port 06a06448-16ab-41e1-9ef5-a5a94528e8ec {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:25:59.699902 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:59.790132 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] For port 06a06448-16ab-41e1-9ef5-a5a94528e8ec, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=06a06448-16ab-41e1-9ef5-a5a94528e8ec,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:25:59.790512 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:25:59.803242 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for 06a06448-16ab-41e1-9ef5-a5a94528e8ec owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:00.074763 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:00.104848 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=06a06448-16ab-41e1-9ef5-a5a94528e8ec,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:00.151726 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] No DVR routers for this DVR port 06a06448-16ab-41e1-9ef5-a5a94528e8ec on host hv-cinder-78626 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:26:00.154093 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:00.156131 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eaf6ce8e-0757-457f-a21a-91693dd77679 req-8a71f363-e931-44c0-acb9-5329aaacf0ff tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.79 "DELETE /v2.0/ports/06a06448-16ab-41e1-9ef5-a5a94528e8ec HTTP/1.1" status: 204 len: 173 time: 0.5441406 Aug 03 21:26:00.156571 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'name': 'network-vif-deleted', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 21:26:00.158817 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}784d4dc00d73c24ba2282d628b82c2377da8ac60458882ff320fe4078a1ab430" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5d1a9-3d2e-452f-8858-19c1f271032c" -d '{"events": [{"server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "name": "network-vif-deleted", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 21:26:00.193737 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487a4c5-1ba4-4ff0-bf29-75efda542aef x-openstack-request-id: req-1487a4c5-1ba4-4ff0-bf29-75efda542aef {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 21:26:00.194033 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681eb63d-4f91-45b6-9537-eac7173c3046", "name": "network-vif-deleted", "tag": "06a06448-16ab-41e1-9ef5-a5a94528e8ec", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 21:26:00.194311 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1487a4c5-1ba4-4ff0-bf29-75efda542aef {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 21:26:00.194721 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681eb63d-4f91-45b6-9537-eac7173c3046', 'name': 'network-vif-deleted', 'tag': '06a06448-16ab-41e1-9ef5-a5a94528e8ec', 'status': 'completed', 'code': 200} Aug 03 21:26:00.514464 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [req-cf0c3697-c27d-4bad-a20d-10402f54d8ee req-580f4544-caca-42d2-88e1-8956ea4dcfc9 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "GET /v2.0/ports?device_id=681eb63d-4f91-45b6-9537-eac7173c3046 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Aug 03 21:26:01.572197 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50682) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:01.695047 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Deleting port 223c7632-f80a-41ea-ae6c-855d4b323b50 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:01.695413 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:01.770825 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:01.771180 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:01.782688 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Calling delete_port for 223c7632-f80a-41ea-ae6c-855d4b323b50 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:02.046749 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:02.072059 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'Port': ['ID=223c7632-f80a-41ea-ae6c-855d4b323b50,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:02.140624 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:02.143123 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12671'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:02.144302 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dd6aa3d6-f59c-443e-a6f6-2e2bcc2acec7 tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d3a2e3f-4dc9-4679-8035-59e38b426f69 HTTP/1.1" status: 204 len: 168 time: 0.5711207 Aug 03 21:26:03.500227 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50696) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:03.557956 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:03.583759 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:03.733101 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:03.735783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:03.736892 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec380eca-66a5-4825-b007-8375f79c5adf HTTP/1.1" status: 204 len: 168 time: 0.2356460 Aug 03 21:26:03.752960 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec380eca-66a5-4825-b007-8375f79c5adf,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:03.761206 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.761547 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.761908 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.762257 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.762665 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.763013 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.763367 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.763687 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.764663 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.764986 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.765306 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.765623 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215c00d-9764-44b3-935a-765f998784aa tempest-TestVolumeBootPattern-826424845 tempest-TestVolumeBootPattern-826424845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:03.891685 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50700) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:04.079600 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 06a06448-16ab-41e1-9ef5-a5a94528e8ec no longer exists at agent hyperv_hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:04.098589 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] No Port match for: 06a06448-16ab-41e1-9ef5-a5a94528e8ec {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:04.098930 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Device 06a06448-16ab-41e1-9ef5-a5a94528e8ec not bound to the agent host hv-cinder-78626 {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:04.328268 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:04.571939 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Deleting port abf4a771-69fb-42a4-a465-3d52c972531e {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:04.572278 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:04.652452 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] For port abf4a771-69fb-42a4-a465-3d52c972531e, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=abf4a771-69fb-42a4-a465-3d52c972531e,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:04.652725 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:04.666264 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Calling delete_port for abf4a771-69fb-42a4-a465-3d52c972531e owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:04.916505 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:04.940184 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf4a771-69fb-42a4-a465-3d52c972531e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:05.116146 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:05.327499 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:26:05.429119 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:26:05.435156 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e4104716-bb35-4e6f-9fd3-3268ec4697d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/ee6db5a2-075a-454d-85ce-d6f1ff6bae2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5422430 Aug 03 21:26:05.436653 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50704) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:05.438009 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Sync routers for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:26:05.447830 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:26:05.448441 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:05.540054 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:05.554051 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:26:05.739767 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:26:04Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:05.767418 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Checking router: ee6db5a2-075a-454d-85ce-d6f1ff6bae2f for host: dv-cinder-786260-15-iscsi {{(pid=94031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:26:05.776452 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Routers {'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:26:05.777073 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'], 'active': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:05.928946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.009663 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvr_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] Set router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f gateway port host: dv-cinder-786260-15-iscsi {{(pid=94031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:26:06.101923 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Deleting port 0335948a-7de4-4b1a-970a-8f36a26a2e27 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:06.102261 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.181196 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] For port 0335948a-7de4-4b1a-970a-8f36a26a2e27, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=0335948a-7de4-4b1a-970a-8f36a26a2e27,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:06.181507 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.183269 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_hamode_db [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:26:04Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:06.198313 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Calling delete_port for 0335948a-7de4-4b1a-970a-8f36a26a2e27 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:06.209739 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f258ae-5c81-45c4-a72f-f16a63ecfc02 None None] The sync data for ids ['ee6db5a2-075a-454d-85ce-d6f1ff6bae2f'] in dv-cinder-786260-15-iscsi is: [{'id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'name': 'tempest-TestVolumeBootPattern-790377450-router', 'tenant_id': '836372ef630e49308c23ab0da45caeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:46Z', 'updated_at': '2021-08-03T21:26:04Z', 'revision_number': 5, 'project_id': '836372ef630e49308c23ab0da45caeb2', 'gw_port': {'id': '0335948a-7de4-4b1a-970a-8f36a26a2e27', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6db5a2-075a-454d-85ce-d6f1ff6bae2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:47Z', 'updated_at': '2021-08-03T21:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:26:06.430319 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.460003 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Pushing event deleted for resources: {'Port': ['ID=0335948a-7de4-4b1a-970a-8f36a26a2e27,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:06.515573 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.608870 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.611174 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.656394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device abf4a771-69fb-42a4-a465-3d52c972531e no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:06.681303 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: abf4a771-69fb-42a4-a465-3d52c972531e {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:06.681649 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device abf4a771-69fb-42a4-a465-3d52c972531e not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:06.733909 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.734526 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6db5a2-075a-454d-85ce-d6f1ff6bae2f {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:26:06.739447 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.740692 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1ba744e2-c6f3-43a3-94c2-a0154e00c57d admin admin] 10.222.0.32 "DELETE /v2.0/routers/ee6db5a2-075a-454d-85ce-d6f1ff6bae2f HTTP/1.1" status: 204 len: 168 time: 1.3031182 Aug 03 21:26:06.743337 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50708) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:06.788806 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Deleting subnet 5f778411-6ead-41a1-b137-404ddf2a7f82 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:26:06.792303 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.829930 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3135942'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:06.918778 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.036534 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27182669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26930808'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.059646 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f778411-6ead-41a1-b137-404ddf2a7f82,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:07.065555 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.069317 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dc5ed978-4c67-4b55-bd93-a06ec7e8cb4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f778411-6ead-41a1-b137-404ddf2a7f82 HTTP/1.1" status: 204 len: 168 time: 0.3248937 Aug 03 21:26:07.070225 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 50710) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:07.071759 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0e658-1758-4947-83e5-32883ba476b8 None None] Network caafb383-bab0-454a-8e03-9abc865567c1 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:26:07.136700 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.197180 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Deleting port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:07.197600 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.244576 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] DHCP port deletion for caafb383-bab0-454a-8e03-9abc865567c1 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:26:07.267012 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] For port 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=3e74fef6-2753-4c63-9eae-4aa10aee68d1,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:07.267399 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.280159 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Calling delete_port for 3e74fef6-2753-4c63-9eae-4aa10aee68d1 owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:07.293633 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Deleting port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:07.294008 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.355028 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] For port 3e74fef6-2753-4c63-9eae-4aa10aee68d1, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=3e74fef6-2753-4c63-9eae-4aa10aee68d1,segment=NetworkSegment(46683b4e-77ac-424b-af9a-f8922730eb37),segment_id=46683b4e-77ac-424b-af9a-f8922730eb37)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:07.355451 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.368146 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Calling delete_port for 3e74fef6-2753-4c63-9eae-4aa10aee68d1 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:07.447559 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27182738'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.453831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.472956 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e74fef6-2753-4c63-9eae-4aa10aee68d1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:07.476494 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] No DVR routers for this DVR port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 on host dv-cinder-786260-15-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:26:07.481288 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Pushing event deleted for resources: {'Port': ['ID=3e74fef6-2753-4c63-9eae-4aa10aee68d1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:07.483734 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] No DVR routers for this DVR port 3e74fef6-2753-4c63-9eae-4aa10aee68d1 on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:26:07.493696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.494055 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.494385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.494715 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.495042 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.495394 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.495720 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.496069 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.496353 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.496786 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.497070 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.497339 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da51bf-e31f-4fa3-9067-416e354177b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-15-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 21:26:07.546269 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.555689 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caafb383-bab0-454a-8e03-9abc865567c1']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:07.569650 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46683b4e-77ac-424b-af9a-f8922730eb37') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:07.569946 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46683b4e-77ac-424b-af9a-f8922730eb37') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:07.578987 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3135949'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.592034 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.597620 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27182823'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: Traceback (most recent call last): Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: timer() Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: cb(*args, **kw) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: return func(*args, **kwargs) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: self._notify() Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: self.callback(batched_events) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: event.method(event) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: return f(self, *a, **k) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._get(url).json() Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:26:07.601031 dv-cinder-786260-15-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:26:07.733665 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.739223 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:07.741062 dv-cinder-786260-15-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/caafb383-bab0-454a-8e03-9abc865567c1 HTTP/1.1" status: 204 len: 168 time: 0.6697972 Aug 03 21:26:07.744099 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50712) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:07.752788 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ec4e-f8ba-4f96-8478-3f3ad8fccf3c admin admin] Pushing event deleted for resources: {'Network': ['ID=caafb383-bab0-454a-8e03-9abc865567c1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:08.097272 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3886314'] for router_interface, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:08.153965 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:08.333195 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Deleting port 606eb533-8dbc-48d3-bd66-7438d22f1010 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:08.333533 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:08.414550 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] For port 606eb533-8dbc-48d3-bd66-7438d22f1010, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=606eb533-8dbc-48d3-bd66-7438d22f1010,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:08.414953 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:08.421554 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0335948a-7de4-4b1a-970a-8f36a26a2e27 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:08.428184 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Calling delete_port for 606eb533-8dbc-48d3-bd66-7438d22f1010 owned by network:router_interface {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:08.440769 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 0335948a-7de4-4b1a-970a-8f36a26a2e27 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:08.441115 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 0335948a-7de4-4b1a-970a-8f36a26a2e27 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:08.441536 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 3e74fef6-2753-4c63-9eae-4aa10aee68d1 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:08.460516 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 3e74fef6-2753-4c63-9eae-4aa10aee68d1 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:08.460864 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 3e74fef6-2753-4c63-9eae-4aa10aee68d1 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:08.685382 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:08.712015 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Pushing event deleted for resources: {'Port': ['ID=606eb533-8dbc-48d3-bd66-7438d22f1010,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:08.876998 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3727733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3886238'] for router_interface, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:09.085055 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 has already been hosted by L3 agent 8c4c4a79-e11e-406f-8463-92a95322f22b {{(pid=94029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 21:26:09.189483 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] Notify agent at l3_agent.dv-cinder-786260-15-iscsi the message routers_updated {{(pid=94029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 21:26:09.197133 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e3716321-b68d-459a-bebb-60f2c1fcb341 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca8b1128-8f04-43e8-b7a6-859b8ed8d765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497173 Aug 03 21:26:09.197561 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50714) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:09.198231 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Sync routers for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 21:26:09.207259 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:26:09.207866 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:09.300478 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks [] for router, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:09.310384 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:26:09.400856 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:09.487742 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:26:08Z', 'revision_number': 5, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:09.512864 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Checking router: ca8b1128-8f04-43e8-b7a6-859b8ed8d765 for host: dv-cinder-786260-15-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 21:26:09.521309 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Routers {'ca8b1128-8f04-43e8-b7a6-859b8ed8d765'} bound to L3 agent in host dv-cinder-786260-15-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 21:26:09.521935 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T21:01:19Z,description=,heartbeat_timestamp=2021-08-03T21:25:49Z,host='dv-cinder-786260-15-iscsi',id=8c4c4a79-e11e-406f-8463-92a95322f22b,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T21:01:20Z,topic='l3_agent')) {'router_ids': ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:09.627347 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] Set router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 gateway port host: dv-cinder-786260-15-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 03 21:26:09.627830 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Deleting port e1251985-aaf7-4130-8f25-f32e80bee720 {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:09.628170 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:09.708836 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] For port e1251985-aaf7-4130-8f25-f32e80bee720, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=e1251985-aaf7-4130-8f25-f32e80bee720,segment=NetworkSegment(6fc95527-b496-423d-868b-0319575793fe),segment_id=6fc95527-b496-423d-868b-0319575793fe)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:09.709110 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:09.721156 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Calling delete_port for e1251985-aaf7-4130-8f25-f32e80bee720 owned by network:router_gateway {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:09.806970 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:26:08Z', 'revision_number': 5, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}], 'dv-cinder-786260-15-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:09.838431 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bceff-2180-4996-a4c6-7aaab32c6138 None None] The sync data for ids ['ca8b1128-8f04-43e8-b7a6-859b8ed8d765'] in dv-cinder-786260-15-iscsi is: [{'id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'name': 'tempest-TestVolumeBootPattern-467691180-router', 'tenant_id': 'f3cc4d356aad47d3ae0507705024a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'external_fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T21:18:53Z', 'updated_at': '2021-08-03T21:26:08Z', 'revision_number': 5, 'project_id': 'f3cc4d356aad47d3ae0507705024a20e', 'gw_port': {'id': 'e1251985-aaf7-4130-8f25-f32e80bee720', 'name': '', 'network_id': '69d1b499-427d-4e5d-a9ab-de422dab2e84', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8b1128-8f04-43e8-b7a6-859b8ed8d765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6100e486-c2b3-4200-963a-3734f69b928f', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T21:18:54Z', 'updated_at': '2021-08-03T21:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6100e486-c2b3-4200-963a-3734f69b928f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-15-iscsi'}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 21:26:10.205783 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.233120 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1251985-aaf7-4130-8f25-f32e80bee720,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:10.292479 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3886628'] for router_gateway, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.388476 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3883963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.391636 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.473265 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 606eb533-8dbc-48d3-bd66-7438d22f1010 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:10.493565 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: 606eb533-8dbc-48d3-bd66-7438d22f1010 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:10.493908 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device 606eb533-8dbc-48d3-bd66-7438d22f1010 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:10.510349 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883823'] for router, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.510938 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca8b1128-8f04-43e8-b7a6-859b8ed8d765 {{(pid=94029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 21:26:10.515247 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] Notify callbacks [] for router, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.516385 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-0f077223-2a97-4615-8494-9341bdd24745 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca8b1128-8f04-43e8-b7a6-859b8ed8d765 HTTP/1.1" status: 204 len: 168 time: 1.3179135 Aug 03 21:26:10.518794 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50718) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:10.564238 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.db_base_plugin_v2 [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Deleting subnet d55055a5-38d1-4237-b776-1e232e6624f5 {{(pid=94029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 21:26:10.567836 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.603185 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26926795'] for subnet, precommit_delete_associations {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.682415 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-909796'] for subnet, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.790638 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-909847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3893833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26525368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26553840'] for subnet, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.815168 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55055a5-38d1-4237-b776-1e232e6624f5,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:10.819056 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for subnet, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.821351 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-185a6fa3-41cc-4e54-aa12-9bcdcd4d4a38 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d55055a5-38d1-4237-b776-1e232e6624f5 HTTP/1.1" status: 204 len: 168 time: 0.3011365 Aug 03 21:26:10.823591 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50720) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:10.826141 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da27488-f3b0-4390-85ad-9a6081cba0bf None None] Network 6d3aee69-d47d-4982-92fa-856a8e00a5b3 requested from dv-cinder-786260-15-iscsi {{(pid=94031) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 21:26:10.894598 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540522'] for network, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:10.948269 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Deleting port c5546182-8efa-4751-baff-81a94f00c9ce {{(pid=94029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:10.948614 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.013049 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] For port c5546182-8efa-4751-baff-81a94f00c9ce, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c5546182-8efa-4751-baff-81a94f00c9ce,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:11.013411 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.017211 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] DHCP port deletion for 6d3aee69-d47d-4982-92fa-856a8e00a5b3 request from dv-cinder-786260-15-iscsi {{(pid=94031) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 21:26:11.030699 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.plugin [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Calling delete_port for c5546182-8efa-4751-baff-81a94f00c9ce owned by network:dhcp {{(pid=94029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:11.062089 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Deleting port c5546182-8efa-4751-baff-81a94f00c9ce {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 21:26:11.062458 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737861740858'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.129736 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] For port c5546182-8efa-4751-baff-81a94f00c9ce, host dv-cinder-786260-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-15-iscsi',level=0,port_id=c5546182-8efa-4751-baff-81a94f00c9ce,segment=NetworkSegment(748fd782-19ee-4904-b8f4-ce6056840088),segment_id=748fd782-19ee-4904-b8f4-ce6056840088)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 21:26:11.130133 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880513'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.142828 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Calling delete_port for c5546182-8efa-4751-baff-81a94f00c9ce owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 21:26:11.207317 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525287'] for port, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.218019 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737861745565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737861287873'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.234174 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] No DVR routers for this DVR port c5546182-8efa-4751-baff-81a94f00c9ce on host dv-cinder-786260-15-iscsi {{(pid=94029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:26:11.238057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5546182-8efa-4751-baff-81a94f00c9ce,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:11.251545 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] Pushing event deleted for resources: {'Port': ['ID=c5546182-8efa-4751-baff-81a94f00c9ce,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:11.253369 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d4707-7a27-4408-ba71-70b05b856864 None None] No DVR routers for this DVR port c5546182-8efa-4751-baff-81a94f00c9ce on host dv-cinder-786260-15-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 21:26:11.319829 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910691', 'neutron.services.segments.db._delete_segments_for_network-8737861836535'] for network, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.330040 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3aee69-d47d-4982-92fa-856a8e00a5b3']}} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:11.340192 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748fd782-19ee-4904-b8f4-ce6056840088') {'for_net_delete': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:11.340485 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.services.segments.db [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748fd782-19ee-4904-b8f4-ce6056840088') {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 21:26:11.349095 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737861838084', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26926784'] for segment, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.363182 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720'] for segment, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.369040 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-909720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525202'] for segment, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: Traceback (most recent call last): Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: timer() Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: cb(*args, **kw) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: return func(*args, **kwargs) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: self._notify() Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: self.callback(batched_events) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: event.method(event) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: return f(self, *a, **k) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._get(url).json() Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: return self.request(url, 'GET', **kwargs) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 21:26:11.371146 dv-cinder-786260-15-iscsi neutron-server[94029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 21:26:11.510154 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3727694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3886592'] for network, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.515371 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3727696'] for network, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.517283 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6d3aee69-d47d-4982-92fa-856a8e00a5b3 HTTP/1.1" status: 204 len: 168 time: 0.6927743 Aug 03 21:26:11.528646 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f62b-deb9-466d-9388-647edfa00426 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d3aee69-d47d-4982-92fa-856a8e00a5b3,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:11.839446 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50726) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:11.886545 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-d05e2c76-81bb-45c6-a1c4-275202878406 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=836372ef630e49308c23ab0da45caeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458908 Aug 03 21:26:11.889057 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50728) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:11.935844 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:11.957692 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.087378 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.090060 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.091233 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/347744d6-3107-4faf-9f4b-7120598cfd56 HTTP/1.1" status: 204 len: 168 time: 0.2006021 Aug 03 21:26:12.099250 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8302cb-5dd9-4706-b684-dfd0e0c1932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347744d6-3107-4faf-9f4b-7120598cfd56,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:12.424590 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e1251985-aaf7-4130-8f25-f32e80bee720 no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:12.445099 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: e1251985-aaf7-4130-8f25-f32e80bee720 {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:12.445446 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device e1251985-aaf7-4130-8f25-f32e80bee720 not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:12.445919 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c5546182-8efa-4751-baff-81a94f00c9ce no longer exists at agent ovs-agent-dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 21:26:12.464404 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] No Port match for: c5546182-8efa-4751-baff-81a94f00c9ce {{(pid=94031) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 21:26:12.464753 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.rpc [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Device c5546182-8efa-4751-baff-81a94f00c9ce not bound to the agent host dv-cinder-786260-15-iscsi {{(pid=94031) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 21:26:12.706592 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50734) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:12.746616 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-e3a22357-9961-4ba9-a49d-d37185802f00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3cc4d356aad47d3ae0507705024a20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388577 Aug 03 21:26:12.749007 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [-] (94029) accepted ('10.222.0.32', 50736) {{(pid=94029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 21:26:12.794657 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.815688 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.990281 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867450'] for security_group, after_delete {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.993249 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:12.994572 dv-cinder-786260-15-iscsi neutron-server[94029]: INFO neutron.wsgi [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5547b8df-4a1b-447e-864c-c76125bab36c HTTP/1.1" status: 204 len: 168 time: 0.2445104 Aug 03 21:26:13.009768 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c5f15-52fa-4be7-a245-6e9190ffe080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547b8df-4a1b-447e-864c-c76125bab36c,revision_number=None']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 21:26:16.458357 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6a66d027-7017-40a5-a202-aaa4c2efe344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:19.013111 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3223-9f72-493e-b0df-ca95a572af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:19.207050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:20.617165 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:22.018503 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:26.179326 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:26:32.428137 dv-cinder-786260-15-iscsi neutron-server[94029]: DEBUG neutron.wsgi [req-362cb49a-73fa-4367-9a6f-9d467a3ad521 req-ecaf23f1-eccd-463a-8ccc-bc63067be663 service neutron] (94029) timed out ('10.222.0.79', 50568) {{(pid=94029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 21:26:38.223468 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:46.455785 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eb918fd7-f1af-433c-a69b-56fdd8b97a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:49.000283 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b5add69-18e5-441c-8125-a126f57338cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:49.166123 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:50.575783 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:26:51.977244 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:03.177316 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:27:08.154335 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:16.490494 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-621a6734-c5a9-40db-8912-517de1af711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:19.010514 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f98c19f8-ae59-4ce8-834f-f92c261412ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:19.182385 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:20.547506 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:21.976229 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:38.197209 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:40.176230 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:27:46.460044 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4193abd-142b-4836-b3e2-ddc8cc4de2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:49.031330 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-94d2466b-2a08-4c0b-a46c-dcad65cb2eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:49.197944 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:50.581494 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:27:51.975023 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:08.180350 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:16.414263 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb014-0dbe-4463-9c88-8d9d5ce00246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:17.176812 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:28:19.002598 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa8e7-9bf8-4e6b-ae10-72403db112df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:19.185456 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:20.602508 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:21.989885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:38.150753 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:46.453533 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e56-0ccf-4f57-b3e9-b7327e84b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:49.013268 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-517edafb-f726-4fad-93e9-8cdf9e0a6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:49.161791 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:50.561465 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:51.995877 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:28:54.176302 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:29:08.166840 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:16.446280 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a49e8d45-044b-4c85-8d6b-82030dd882d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:19.006314 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2de6134b-1161-4159-9079-4c8034aaa001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:19.189714 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:20.579429 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:22.029120 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:31.175553 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:29:38.183502 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:46.451255 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-951cef68-1a43-45ae-a0d3-6c50fcfba577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:49.011658 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6bab6702-3d19-457b-a975-99a4d9359fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:49.182113 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:50.592974 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:29:51.976692 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:08.153040 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:08.174961 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:30:16.445250 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e87e2473-c8e4-4d59-978d-6f81ab55e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:19.022119 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a76deabd-0d7b-4db0-bc6b-037c87b6555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:19.164411 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:20.563910 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:22.032435 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:38.175542 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:45.175684 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 21:30:46.477513 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-adc70784-d64f-4948-b46d-7890b3df1e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:49.042885 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4722122-e258-4d9a-a038-c7c668e5e846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:49.168985 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:50.569301 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:30:52.043263 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:08.173831 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c40a3745-4a11-42b6-bc44-774b1d5f01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:16.424696 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afe52705-0b1d-451c-94bf-a6f9e349d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:17.554388 dv-cinder-786260-15-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-5a6ad89a-7baf-407d-9da6-568f0739d7bd req-125c11f9-caf4-4083-8cb6-bb92275aa6fa service neutron] (94030) timed out ('10.222.0.32', 47884) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 21:31:19.019076 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-701b091d-8fff-46f5-a32e-73ef96573085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:19.201754 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a31e8189-54d7-490c-8346-923c52a40bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:20.573050 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-08d170d1-2850-49a0-a227-8decd3203fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:22.048001 dv-cinder-786260-15-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a0c578e7-0363-4a10-ab24-8fbb9887af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737861836517', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913359'] for agent, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 21:31:22.176572 dv-cinder-786260-15-iscsi neutron-server[94032]: DEBUG neutron.db.agents_db [None req-438e3d98-d09e-47cf-9d61-f19b70f6c2b5 None None] Agent healthcheck: found 6 active agents {{(pid=94032) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}